-- Logs begin at Thu 2021-10-14 11:33:12 UTC, end at Thu 2021-10-14 12:51:34 UTC. -- Oct 14 12:18:05.591794 dv-cinder-813986-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 14 12:18:08.306913 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.common.config [-] Logging enabled! Oct 14 12:18:08.307517 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.1.dev6 Oct 14 12:18:08.307693 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100075) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 14 12:18:08.310936 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.common.config [-] Logging enabled! Oct 14 12:18:08.311193 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.1.dev6 Oct 14 12:18:08.311510 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100075) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 14 12:18:08.312882 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 14 12:18:08.312882 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 14 12:18:08.313061 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 14 12:18:08.313307 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 14 12:18:08.313533 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 14 12:18:08.313853 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:08.314149 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:08.314447 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:08.314679 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:08.314976 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:08.315267 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:08.315548 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:08.315834 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:08.316168 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:08.316459 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:08.316738 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:08.317023 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:08.317253 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:08.317534 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:08.317819 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:08.318103 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:08.318327 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] debug = True {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:08.318639 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:08.319066 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:08.319471 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:08.319753 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:08.320067 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:08.320358 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:08.320615 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:08.320893 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:08.321178 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:08.321507 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] host = dv-cinder-813986-1-iscsi {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:08.321787 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:08.322074 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:08.322361 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:08.322648 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:08.322922 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:08.323196 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:08.323480 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:08.323752 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:08.324054 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] log_file = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:08.324334 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:08.324621 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:08.324911 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:08.325199 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:08.325424 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:08.325648 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:08.325935 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:08.326222 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:08.326496 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:08.326770 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:08.327045 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:08.327319 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:08.327591 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:08.327859 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:08.328170 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:08.328458 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:08.328742 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:08.329026 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:08.329299 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:08.329570 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:08.329843 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:08.330126 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:08.330396 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:08.330668 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:08.330941 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:08.331227 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:08.331494 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:08.331767 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:08.332091 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:08.332376 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:08.332656 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:08.332942 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:08.333218 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:08.333500 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:08.333774 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:08.334069 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:08.334343 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] use_json = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:08.334615 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:08.334887 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:08.335170 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:08.335443 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:08.335714 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:08.335994 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:08.336278 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:08.336561 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:08.336857 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.337154 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.337453 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.337736 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.338030 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.338309 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.338596 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.338873 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.339168 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.339458 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.339747 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.340049 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.340343 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.340623 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.340917 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.341220 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.341513 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.341803 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.342077 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.342349 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.342621 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.342895 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.343183 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.343463 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.343750 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.344061 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.344341 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.344625 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.344918 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.345206 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.345478 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.345757 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.346047 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.346325 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.346595 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.346872 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.347163 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.347443 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.347716 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.348020 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.348566 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.348836 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.349111 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.349389 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.350201 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.350478 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.350749 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.351019 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.351294 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.351567 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.351850 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.352156 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.352428 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.352698 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.352977 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.353247 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.353519 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.353797 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.354068 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.354344 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.354615 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.354884 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.355155 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.355423 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.355693 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.355963 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.356258 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.356535 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.356808 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.357081 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.357350 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.357621 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.357890 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.358174 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.358473 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.358750 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.359029 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.359307 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.359589 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.359867 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.360172 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.360450 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.360730 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.361002 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.361291 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.361575 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.361863 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.362146 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.362424 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.362725 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.363001 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.363283 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.363559 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.363837 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.364151 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.364440 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.364734 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.365026 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.365951 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.366259 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.366559 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.366844 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.367156 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.367440 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:08.367660 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 14 12:18:08.367900 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100075) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 14 12:18:08.724773 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100075) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 14 12:18:08.725057 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100075) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 14 12:18:08.725350 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100075) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 14 12:18:08.725684 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 14 12:18:09.129953 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:09.130136 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:09.130410 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:09.131741 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:09.132043 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:09.132360 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:09.168388 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:09.168662 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:09.168929 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:09.184502 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:09.184830 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:09.185101 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:09.215189 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:09.215469 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:09.215738 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:09.264166 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:09.264464 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:09.264734 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:09.515930 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:09.516599 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:09.516599 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:09.516771 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:09.517438 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:09.637800 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:09.638122 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:09.638406 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:09.638675 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:09.638940 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:09.639249 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:09.639508 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:09.639765 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:09.640043 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:09.640337 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:09.640599 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:09.640871 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:09.641124 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:09.641374 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:09.641629 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:09.641890 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:09.642142 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:09.642406 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:09.642673 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:09.642929 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:09.643198 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:09.643448 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:09.643728 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:09.644124 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:09.644372 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:09.644616 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:09.645012 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100075) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 12:18:09.645254 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100075) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 12:18:09.645491 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100075) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 12:18:09.645727 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100075) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 12:18:09.645961 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100075) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 12:18:09.646194 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100075) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 12:18:09.647078 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 14 12:18:09.650170 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 14 12:18:09.654234 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 14 12:18:09.657929 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Oct 14 12:18:09.659561 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 14 12:18:09.660028 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 14 12:18:09.660375 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 14 12:18:09.660767 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 14 12:18:09.664368 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 14 12:18:09.664618 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 14 12:18:09.664964 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 14 12:18:09.670250 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 14 12:18:09.698949 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 14 12:18:09.699393 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:09.699691 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100075) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 14 12:18:09.700106 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:09.701678 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100075) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 14 12:18:09.701964 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 14 12:18:09.702212 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 14 12:18:09.705500 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:09.705785 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:09.769986 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 14 12:18:09.770162 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 14 12:18:09.770399 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 14 12:18:09.770773 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 14 12:18:09.793686 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_db.sqlalchemy.engines [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100075) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 14 12:18:10.459998 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.plugins.ml2.managers [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Initializing driver for type 'gre' Oct 14 12:18:10.460554 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] gre ID ranges: [(1, 1000)] Oct 14 12:18:10.659628 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.plugins.ml2.managers [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Initializing driver for type 'local' Oct 14 12:18:10.660371 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.plugins.ml2.managers [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Initializing driver for type 'vlan' Oct 14 12:18:10.733929 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] VlanTypeDriver initialization complete Oct 14 12:18:10.734276 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.plugins.ml2.managers [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Initializing driver for type 'vxlan' Oct 14 12:18:10.734780 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] vxlan ID ranges: [(1, 1000)] Oct 14 12:18:10.949183 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.plugins.ml2.managers [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Initializing extension driver 'port_security' Oct 14 12:18:10.949451 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.plugins.ml2.extensions.port_security [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] PortSecurityExtensionDriver initialization complete Oct 14 12:18:10.949788 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.plugins.ml2.managers [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Initializing mechanism driver 'openvswitch' Oct 14 12:18:10.950111 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.plugins.ml2.managers [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Initializing mechanism driver 'hyperv' Oct 14 12:18:10.957000 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.plugins.ml2.plugin [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:18:10.957684 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Subscribe: > port after_create 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:10.958086 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Subscribe: > port after_update 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:10.958442 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Subscribe: > port after_delete 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:10.959481 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100075) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 14 12:18:10.959937 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Subscribe: > subnet after_create 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:10.960316 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Subscribe: > subnet after_update 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:10.960667 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Subscribe: > subnet after_delete 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:10.961068 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100075) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 14 12:18:10.961477 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Subscribe: > network after_create 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:10.961831 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Subscribe: > network after_update 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:10.962175 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Subscribe: > network after_delete 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:10.962570 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100075) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 14 12:18:10.962975 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Subscribe: > security_group after_create 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:10.963326 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Subscribe: > security_group after_update 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:10.963667 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Subscribe: > security_group after_delete 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:10.964230 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100075) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 14 12:18:10.964645 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:10.965002 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:10.965346 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:10.965747 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100075) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 14 12:18:10.966154 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Subscribe: > address_group after_create 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:10.966501 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Subscribe: > address_group after_update 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:10.966842 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Subscribe: > address_group after_delete 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:10.967235 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100075) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 14 12:18:10.967615 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] ML2 OVO RPC backend initialized. {{(pid=100075) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 14 12:18:10.968349 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Subscribe: > router_interface after_create 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:10.968709 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:10.969130 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Subscribe: > network before_response 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:10.969482 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Subscribe: > networks before_response 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:10.969833 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Subscribe: > port before_response 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:10.970176 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Subscribe: > ports before_response 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:10.970520 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Subscribe: > subnet before_response 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:10.970873 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Subscribe: > subnets before_response 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:10.971234 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Subscribe: > network after_create 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:10.971580 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Subscribe: > network after_update 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:10.971919 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Subscribe: > network after_delete 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:10.972287 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Subscribe: > port after_create 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:10.972629 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Subscribe: > port after_update 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:10.974252 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Subscribe: > port after_delete 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:10.974252 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Subscribe: > subnet after_create 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:10.974252 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Subscribe: > subnet after_update 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:10.974252 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Subscribe: > subnet after_delete 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:10.975391 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.plugins.ml2.plugin [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Modular L2 Plugin initialization complete Oct 14 12:18:10.975727 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading services supported by the core plugin {{(pid=100075) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 14 12:18:10.976084 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.plugins.ml2.managers [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Got port-security extension from driver 'port_security' Oct 14 12:18:10.976554 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.extensions.vlantransparent [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Disabled vlantransparent extension. Oct 14 12:18:10.977039 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100075) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 14 12:18:10.977354 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading Plugin: router Oct 14 12:18:11.022579 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Subscribe: > router_interface before_create 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:11.022968 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Subscribe: > router after_create 55549900 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:11.023343 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Subscribe: > router before_create 55549900 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:11.023711 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:11.024115 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:11.029562 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Subscribe: > router after_delete 55549900 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:11.029562 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Subscribe: > floatingip after_create 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:11.029562 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Subscribe: > floatingip after_update 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:11.029562 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Subscribe: > router after_create 55549900 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:11.029916 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Subscribe: > router after_update 55549900 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:11.029916 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Subscribe: > router after_update 55549900 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:11.029916 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:11.029916 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Subscribe: > router after_update 55549900 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:11.030228 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Subscribe: > router precommit_update 55549900 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:11.030228 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Subscribe: port after_update 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:11.030228 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Subscribe: port after_delete 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:11.030228 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Subscribe: subnet after_update 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:11.030228 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:11.030584 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Subscribe: > port precommit_delete 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:11.030584 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Subscribe: > router precommit_create 55549900 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:11.030584 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Subscribe: port before_delete 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:11.030584 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Subscribe: > router precommit_create 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:11.030876 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Subscribe: > router after_update 55549900 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:11.030876 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Subscribe: > router precommit_delete 55549900 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:11.031068 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Subscribe: > router precommit_create 55549900 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:11.031429 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Subscribe: > router_interface after_create 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:11.031775 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Subscribe: > router precommit_update 55549900 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:11.032177 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Subscribe: > agent after_create 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:11.032537 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Subscribe: > agent after_delete 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:11.032884 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Subscribe: > network after_delete 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:11.033739 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.quota.resource_registry [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Tracking information for resource: router configured {{(pid=100075) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 12:18:11.034077 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.quota.resource_registry [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Tracking information for resource: floatingip configured {{(pid=100075) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 12:18:11.039711 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.db.l3_agentschedulers_db [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 14 12:18:11.040324 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Subscribe: port after_update 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:11.040689 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Subscribe: port after_create 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:11.041046 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Subscribe: port after_delete 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:11.041397 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Subscribe: port after_update 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:11.042184 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Subscribe: > router before_create 55550100 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:11.042554 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Subscribe: > router precommit_delete 55550100 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:11.042918 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Subscribe: > router precommit_create 55550100 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:11.043280 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Subscribe: > router precommit_update 55550100 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:11.048198 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.services.provider_configuration [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Service providers = [] {{(pid=100075) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 14 12:18:11.048567 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.db.servicetype_db [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100075) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 14 12:18:11.051514 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.services.service_base [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100075) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 14 12:18:11.051867 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.services.service_base [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100075) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 14 12:18:11.052239 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.services.service_base [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100075) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 14 12:18:11.053167 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.services.service_base [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100075) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 14 12:18:11.058470 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.services.service_base [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 14 12:18:11.058470 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100075) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 12:18:11.058470 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 14 12:18:11.068654 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100075) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 12:18:11.068993 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading Plugin: auto_allocate Oct 14 12:18:11.074940 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Subscribe: network precommit_update 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:11.075313 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Subscribe: network precommit_create 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:11.075831 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100075) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 12:18:11.076183 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading Plugin: tag Oct 14 12:18:11.082815 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100075) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 12:18:11.083163 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading Plugin: timestamp Oct 14 12:18:11.087727 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100075) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 12:18:11.088090 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading Plugin: network_ip_availability Oct 14 12:18:11.093513 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:11.098010 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:11.098010 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:11.098010 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100075) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 12:18:11.098010 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading Plugin: flavors Oct 14 12:18:11.103297 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100075) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 12:18:11.103633 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading Plugin: revisions Oct 14 12:18:11.107953 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100075) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 12:18:11.108385 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_concurrency.lockutils [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.383s {{(pid=100075) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 14 12:18:11.109136 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100075) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 14 12:18:11.109473 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Initializing extension manager. Oct 14 12:18:11.109983 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: __init__.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.110332 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: __pycache__ {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.110689 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.111056 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: address_group.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.111816 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.112412 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loaded extension: address-group Oct 14 12:18:11.112743 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: address_scope.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.113650 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.114158 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loaded extension: address-scope Oct 14 12:18:11.114483 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: admin_state_down_before_update.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.115450 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.116061 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loaded extension: router-admin-state-down-before-update Oct 14 12:18:11.116390 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: agent.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.117099 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.117601 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loaded extension: agent Oct 14 12:18:11.117924 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: agent_resources_synced.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.118891 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.119399 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loaded extension: agent-resources-synced Oct 14 12:18:11.119724 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: allowedaddresspairs.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.121548 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.122070 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loaded extension: allowed-address-pairs Oct 14 12:18:11.127570 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: auto_allocated_topology.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.128519 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.129036 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loaded extension: auto-allocated-topology Oct 14 12:18:11.129369 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: availability_zone.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.130073 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.130575 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loaded extension: availability_zone Oct 14 12:18:11.130929 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: availability_zone_filter.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.131852 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.132397 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loaded extension: availability_zone_filter Oct 14 12:18:11.132724 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: data_plane_status.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.133651 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.134155 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Extension data-plane-status not supported by any of loaded plugins Oct 14 12:18:11.134480 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: default_subnetpools.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.135412 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.135917 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loaded extension: default-subnetpools Oct 14 12:18:11.136270 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: dhcpagentscheduler.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.137079 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.137587 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loaded extension: dhcp_agent_scheduler Oct 14 12:18:11.137912 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: dns.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.138830 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.139334 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Extension dns-integration not supported by any of loaded plugins Oct 14 12:18:11.139653 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: dns_domain_ports.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.140597 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.141101 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 14 12:18:11.141424 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.142347 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.142847 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 14 12:18:11.143169 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: dvr.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.143840 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.144428 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loaded extension: dvr Oct 14 12:18:11.144752 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: ecmp_routes.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.145676 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.146176 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Extension ecmp_routes not supported by any of loaded plugins Oct 14 12:18:11.147034 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: empty_string_filtering.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.147947 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.148473 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loaded extension: empty-string-filtering Oct 14 12:18:11.148796 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.149708 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.150211 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 14 12:18:11.150532 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.151447 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.151946 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 14 12:18:11.152296 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: external_net.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.153207 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.153714 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loaded extension: external-net Oct 14 12:18:11.154037 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: extra_dhcp_opt.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.154950 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.155451 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loaded extension: extra_dhcp_opt Oct 14 12:18:11.155778 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: extraroute.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.156730 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.157237 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loaded extension: extraroute Oct 14 12:18:11.157558 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: extraroute_atomic.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.163483 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.164013 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loaded extension: extraroute-atomic Oct 14 12:18:11.164345 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: filter_validation.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.165016 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.165514 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loaded extension: filter-validation Oct 14 12:18:11.165838 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: fip_pf_description.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.166746 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.167245 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 14 12:18:11.167588 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: fip_port_details.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.168534 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.169034 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loaded extension: fip-port-details Oct 14 12:18:11.169357 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: flavors.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.170594 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.171107 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loaded extension: flavors Oct 14 12:18:11.171432 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.173179 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.173695 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 14 12:18:11.174024 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: floatingip_pools.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.174730 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.175237 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loaded extension: floatingip-pools Oct 14 12:18:11.175562 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: ip_allocation.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.176610 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.177112 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Extension ip_allocation not supported by any of loaded plugins Oct 14 12:18:11.177435 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.178386 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.178891 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loaded extension: ip-substring-filtering Oct 14 12:18:11.179218 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: l2_adjacency.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.180178 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.180687 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Extension l2_adjacency not supported by any of loaded plugins Oct 14 12:18:11.181015 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: l3.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.182114 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.182630 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loaded extension: router Oct 14 12:18:11.182965 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: l3_conntrack_helper.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.191135 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.191664 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 14 12:18:11.192026 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.192972 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.193511 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loaded extension: ext-gw-mode Oct 14 12:18:11.193840 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.194769 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.195275 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loaded extension: l3-ha Oct 14 12:18:11.195619 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: l3_flavors.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.196581 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.197084 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loaded extension: l3-flavors Oct 14 12:18:11.197410 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.198329 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.198832 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loaded extension: l3-port-ip-change-not-allowed Oct 14 12:18:11.199157 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: l3agentscheduler.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.200276 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.200796 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loaded extension: l3_agent_scheduler Oct 14 12:18:11.201128 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: logging.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.202620 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.203139 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Extension logging not supported by any of loaded plugins Oct 14 12:18:11.203470 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: metering.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.204235 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.204808 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loaded extension: metering Oct 14 12:18:11.205133 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.206264 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.206777 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loaded extension: metering_source_and_destination_fields Oct 14 12:18:11.207105 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: multiprovidernet.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.208133 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.218106 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loaded extension: multi-provider Oct 14 12:18:11.218106 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: netmtu.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.218822 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.219334 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loaded extension: net-mtu Oct 14 12:18:11.219659 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: netmtu_writable.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.220618 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.221127 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loaded extension: net-mtu-writable Oct 14 12:18:11.221452 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: network_availability_zone.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.222126 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.222636 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loaded extension: network_availability_zone Oct 14 12:18:11.222958 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: network_ip_availability.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.224407 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.225515 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loaded extension: network-ip-availability Oct 14 12:18:11.225842 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: network_segment_range.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.226612 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.227111 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Extension network-segment-range not supported by any of loaded plugins Oct 14 12:18:11.227437 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: pagination.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.228460 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.228794 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loaded extension: pagination Oct 14 12:18:11.229117 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: port_device_profile.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.230087 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.230595 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loaded extension: port-device-profile Oct 14 12:18:11.230919 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.231841 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.232384 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loaded extension: port-mac-address-regenerate Oct 14 12:18:11.232709 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.233648 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.234153 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loaded extension: port-numa-affinity-policy Oct 14 12:18:11.234475 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: port_resource_request.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.235519 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.236136 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Extension port-resource-request not supported by any of loaded plugins Oct 14 12:18:11.236425 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: portbindings.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.237370 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.237876 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loaded extension: binding Oct 14 12:18:11.238198 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: portbindings_extended.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.249200 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.249703 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loaded extension: binding-extended Oct 14 12:18:11.250033 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: portsecurity.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.250956 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.251463 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loaded extension: port-security Oct 14 12:18:11.251791 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: project_id.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.252820 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.253143 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loaded extension: project-id Oct 14 12:18:11.253468 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: providernet.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.254401 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.254923 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loaded extension: provider Oct 14 12:18:11.255249 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: qos.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.259030 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.259557 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Extension qos not supported by any of loaded plugins Oct 14 12:18:11.259890 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.261195 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.261710 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 14 12:18:11.262043 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.263000 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.263511 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 14 12:18:11.263842 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: qos_default.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.264785 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.265299 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Extension qos-default not supported by any of loaded plugins Oct 14 12:18:11.265630 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: qos_fip.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.266294 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.266793 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Extension qos-fip not supported by any of loaded plugins Oct 14 12:18:11.267118 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: qos_gateway_ip.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.268075 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.268584 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 14 12:18:11.268910 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: qos_port_network_policy.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.269848 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.270329 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 14 12:18:11.270653 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: qos_pps_rule.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.272379 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.272886 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Extension qos-pps not supported by any of loaded plugins Oct 14 12:18:11.273212 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: qos_rule_type_details.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.274133 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.274635 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 14 12:18:11.274960 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: qos_rules_alias.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.276076 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.276584 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 14 12:18:11.276912 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: quotasv2.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.277852 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.278182 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loaded extension: quotas Oct 14 12:18:11.278507 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: quotasv2_detail.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.281918 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.282262 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loaded extension: quota_details Oct 14 12:18:11.282593 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: rbac.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.283667 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.284223 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loaded extension: rbac-policies Oct 14 12:18:11.284556 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: rbac_address_group.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.285499 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.286014 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loaded extension: rbac-address-group Oct 14 12:18:11.286342 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: rbac_address_scope.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.292857 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.293367 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loaded extension: rbac-address-scope Oct 14 12:18:11.293694 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: rbac_security_groups.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.294623 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.295132 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loaded extension: rbac-security-groups Oct 14 12:18:11.295459 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: rbac_subnetpool.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.296416 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.296924 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loaded extension: rbac-subnetpool Oct 14 12:18:11.297251 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: revisionifmatch.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.298181 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.298697 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loaded extension: revision-if-match Oct 14 12:18:11.299042 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: revisions.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.300193 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.300707 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loaded extension: standard-attr-revisions Oct 14 12:18:11.301040 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: router_availability_zone.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.301728 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.302234 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loaded extension: router_availability_zone Oct 14 12:18:11.302561 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: routerservicetype.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.303519 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.304113 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Extension router-service-type not supported by any of loaded plugins Oct 14 12:18:11.304444 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.305396 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.305915 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loaded extension: security-groups-normalized-cidr Oct 14 12:18:11.306239 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: security_groups_port_filtering.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.307172 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.307679 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loaded extension: port-security-groups-filtering Oct 14 12:18:11.308026 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.308957 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.309466 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loaded extension: security-groups-remote-address-group Oct 14 12:18:11.309790 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: securitygroup.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.321638 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.322186 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loaded extension: security-group Oct 14 12:18:11.322517 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: segment.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.323320 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.323830 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Extension segment not supported by any of loaded plugins Oct 14 12:18:11.324183 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.325155 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.325664 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 14 12:18:11.325990 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: servicetype.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.327241 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.327756 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loaded extension: service-type Oct 14 12:18:11.328117 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: sorting.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.329126 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.329464 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loaded extension: sorting Oct 14 12:18:11.329793 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: standard_attr_segment.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.330717 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.331232 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 14 12:18:11.331565 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: standardattrdescription.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.332250 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.332755 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loaded extension: standard-attr-description Oct 14 12:18:11.333106 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: stateful_security_group.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.334666 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.335176 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loaded extension: stateful-security-group Oct 14 12:18:11.335501 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: stdattrs_common.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.336117 dv-cinder-813986-1-iscsi neutron-server[100075]: WARNING neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 14 12:18:11.336439 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.337373 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.337876 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 14 12:18:11.338198 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: subnet_onboard.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.344946 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.345464 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loaded extension: subnet_onboard Oct 14 12:18:11.345791 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.346725 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.347242 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 14 12:18:11.347566 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: subnet_service_types.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.348785 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.349298 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loaded extension: subnet-service-types Oct 14 12:18:11.349652 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: subnetallocation.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.350771 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.351282 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loaded extension: subnet_allocation Oct 14 12:18:11.351614 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.352307 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.352813 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loaded extension: subnetpool-prefix-ops Oct 14 12:18:11.353135 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.354077 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.354581 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 14 12:18:11.354906 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: tagging.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.356056 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.356566 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loaded extension: standard-attr-tag Oct 14 12:18:11.356893 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: timestamp.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.358114 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.358626 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loaded extension: standard-attr-timestamp Oct 14 12:18:11.358956 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: trunk.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.360020 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.360535 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Extension trunk not supported by any of loaded plugins Oct 14 12:18:11.360862 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: trunk_details.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.361813 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.362322 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Extension trunk-details not supported by any of loaded plugins Oct 14 12:18:11.362648 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: uplink_status_propagation.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.363584 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.364103 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 14 12:18:11.364429 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Loading extension file: vlantransparent.py {{(pid=100075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:18:11.365107 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:18:11.365633 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Extension vlan-transparent not supported by any of loaded plugins Oct 14 12:18:11.368085 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.quota.resource_registry [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Creating instance of TrackedResource for resource:network Oct 14 12:18:11.368625 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.quota.resource_registry [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Creating instance of TrackedResource for resource:subnet Oct 14 12:18:11.369028 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.quota.resource_registry [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Creating instance of TrackedResource for resource:subnetpool Oct 14 12:18:11.369501 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.quota.resource_registry [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Creating instance of TrackedResource for resource:port Oct 14 12:18:11.370736 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.v2.resource_helper [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100075) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 12:18:11.371183 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.v2.resource_helper [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Service FLAVORS assigned prefix: {{(pid=100075) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 12:18:11.371800 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.v2.resource_helper [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100075) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 12:18:11.372263 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.v2.resource_helper [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100075) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 12:18:11.372597 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.quota.resource_registry [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Creating instance of TrackedResource for resource:router Oct 14 12:18:11.373062 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.quota.resource_registry [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Creating instance of TrackedResource for resource:floatingip Oct 14 12:18:11.373540 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.v2.resource_helper [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Service METERING assigned prefix: /metering {{(pid=100075) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 12:18:11.374973 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:11.375345 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:11.375697 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:18:11.376744 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.quota.resource_registry [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Creating instance of CountableResource for resource:rbac_policy Oct 14 12:18:11.377188 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.quota.resource_registry [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Creating instance of TrackedResource for resource:security_group Oct 14 12:18:11.377614 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.quota.resource_registry [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Creating instance of TrackedResource for resource:security_group_rule Oct 14 12:18:11.378219 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.v2.resource_helper [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Service CORE assigned prefix: {{(pid=100075) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 12:18:11.378559 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.quota.resource_registry [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Creating instance of TrackedResource for resource:subnetpool Oct 14 12:18:11.378906 dv-cinder-813986-1-iscsi neutron-server[100075]: WARNING neutron.quota.resource_registry [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] subnetpool is already registered Oct 14 12:18:11.379331 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.v2.resource_helper [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Service CORE assigned prefix: {{(pid=100075) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 12:18:11.379657 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.quota.resource_registry [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Creating instance of TrackedResource for resource:subnetpool Oct 14 12:18:11.380015 dv-cinder-813986-1-iscsi neutron-server[100075]: WARNING neutron.quota.resource_registry [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] subnetpool is already registered Oct 14 12:18:11.382865 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.v2.resource_helper [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100075) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 12:18:11.383299 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.v2.resource_helper [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Service FLAVORS assigned prefix: {{(pid=100075) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 12:18:11.383888 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.v2.resource_helper [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100075) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 12:18:11.384332 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.v2.resource_helper [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100075) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 12:18:11.384673 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.quota.resource_registry [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Creating instance of TrackedResource for resource:router Oct 14 12:18:11.385014 dv-cinder-813986-1-iscsi neutron-server[100075]: WARNING neutron.quota.resource_registry [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] router is already registered Oct 14 12:18:11.385425 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.quota.resource_registry [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Creating instance of TrackedResource for resource:floatingip Oct 14 12:18:11.385761 dv-cinder-813986-1-iscsi neutron-server[100075]: WARNING neutron.quota.resource_registry [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] floatingip is already registered Oct 14 12:18:11.386215 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.v2.resource_helper [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Service METERING assigned prefix: /metering {{(pid=100075) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 12:18:11.386876 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.quota.resource_registry [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Creating instance of CountableResource for resource:rbac_policy Oct 14 12:18:11.387203 dv-cinder-813986-1-iscsi neutron-server[100075]: WARNING neutron.quota.resource_registry [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] rbac_policy is already registered Oct 14 12:18:11.387619 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.quota.resource_registry [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Creating instance of TrackedResource for resource:security_group Oct 14 12:18:11.387951 dv-cinder-813986-1-iscsi neutron-server[100075]: WARNING neutron.quota.resource_registry [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] security_group is already registered Oct 14 12:18:11.388378 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.quota.resource_registry [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Creating instance of TrackedResource for resource:security_group_rule Oct 14 12:18:11.388713 dv-cinder-813986-1-iscsi neutron-server[100075]: WARNING neutron.quota.resource_registry [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] security_group_rule is already registered Oct 14 12:18:11.389337 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.v2.resource_helper [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Service CORE assigned prefix: {{(pid=100075) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 12:18:11.389663 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.quota.resource_registry [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Creating instance of TrackedResource for resource:subnetpool Oct 14 12:18:11.389995 dv-cinder-813986-1-iscsi neutron-server[100075]: WARNING neutron.quota.resource_registry [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] subnetpool is already registered Oct 14 12:18:11.390411 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.v2.resource_helper [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Service CORE assigned prefix: {{(pid=100075) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 12:18:11.390735 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.quota.resource_registry [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Creating instance of TrackedResource for resource:subnetpool Oct 14 12:18:11.391066 dv-cinder-813986-1-iscsi neutron-server[100075]: WARNING neutron.quota.resource_registry [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] subnetpool is already registered Oct 14 12:18:11.391531 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Extended resource: extensions {{(pid=100075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:18:11.393016 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Extended resource: address-groups {{(pid=100075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:18:11.394491 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Extended resource: address-scopes {{(pid=100075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:18:11.395804 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Extended resource: agents {{(pid=100075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:18:11.397633 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Extended resource: auto-allocated-topology {{(pid=100075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:18:11.398888 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Extended resource: availability_zones {{(pid=100075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:18:11.400130 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Extended resource: dhcp-networks {{(pid=100075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:18:11.401702 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Extended resource: dhcp-agents {{(pid=100075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:18:11.403134 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Extended resource: routers {{(pid=100075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:18:11.405397 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Extended resource: flavors {{(pid=100075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:18:11.406571 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Extended resource: service_profiles {{(pid=100075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:18:11.407785 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Extended resource: next_providers {{(pid=100075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:18:11.409274 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Extended resource: service_profiles {{(pid=100075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:18:11.410826 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Extended resource: floatingip-pools {{(pid=100075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:18:11.412094 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Extended resource: routers {{(pid=100075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:18:11.414220 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Extended resource: floatingips {{(pid=100075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:18:11.415502 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Extended resource: l3-routers {{(pid=100075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:18:11.416924 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Extended resource: l3-agents {{(pid=100075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:18:11.418367 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Extended resource: metering-labels {{(pid=100075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:18:11.419721 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Extended resource: metering-label-rules {{(pid=100075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:18:11.421047 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Extended resource: network-ip-availabilities {{(pid=100075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:18:11.422320 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Extended resource: bindings {{(pid=100075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:18:11.424807 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Extended resource: quotas {{(pid=100075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:18:11.426271 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Extended resource: quotas {{(pid=100075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:18:11.427724 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Extended resource: rbac-policies {{(pid=100075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:18:11.428953 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Extended resource: security-groups {{(pid=100075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:18:11.430263 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Extended resource: security-group-rules {{(pid=100075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:18:11.431524 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Extended resource: service-providers {{(pid=100075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:18:11.432787 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Extended resource: subnetpools {{(pid=100075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:18:11.434206 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Extended resource: subnetpools {{(pid=100075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:18:11.435666 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Extended resource: tags {{(pid=100075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:18:11.437375 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Extended resource: tags {{(pid=100075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:18:11.439219 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Extended resource: tags {{(pid=100075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:18:11.441058 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Extended resource: tags {{(pid=100075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:18:11.442838 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Extended resource: tags {{(pid=100075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:18:11.445243 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Extended resource: tags {{(pid=100075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:18:11.446951 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Extended resource: tags {{(pid=100075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:18:11.448897 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Extended resource: tags {{(pid=100075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:18:11.450717 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Extended resource: tags {{(pid=100075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:18:11.452463 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron.api.extensions [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Extended resource: tags {{(pid=100075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:18:11.458555 dv-cinder-813986-1-iscsi neutron-server[100075]: WARNING keystonemiddleware.auth_token [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 14 12:18:11.463840 dv-cinder-813986-1-iscsi neutron-server[100075]: WARNING keystonemiddleware.auth_token [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 14 12:18:11.472641 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_concurrency.lockutils [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Acquired lock "singleton_lock" {{(pid=100075) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 14 12:18:11.473369 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_concurrency.lockutils [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Releasing lock "singleton_lock" {{(pid=100075) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 14 12:18:11.474002 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO oslo_service.service [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Starting 2 workers Oct 14 12:18:11.478816 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Started child 100184 {{(pid=100075) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 14 12:18:11.483176 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Started child 100185 {{(pid=100075) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 14 12:18:11.484424 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:18:11.485112 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO neutron.service [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Neutron service started, listening on 0.0.0.0:9696 Oct 14 12:18:11.485427 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Notify callbacks [] for process, before_spawn {{(pid=100075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:18:11.485873 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [-] (100184) wsgi starting up on http://0.0.0.0:9696 Oct 14 12:18:11.487856 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO oslo_service.service [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Starting 1 workers Oct 14 12:18:11.488051 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:18:11.489362 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [-] (100185) wsgi starting up on http://0.0.0.0:9696 Oct 14 12:18:11.493077 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Started child 100186 {{(pid=100075) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 14 12:18:11.493623 dv-cinder-813986-1-iscsi neutron-server[100075]: INFO oslo_service.service [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Starting 1 workers Oct 14 12:18:11.496856 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.service [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] calling RpcWorker wait() {{(pid=100186) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 14 12:18:11.497373 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.service [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] returning from RpcWorker wait() {{(pid=100186) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 14 12:18:11.498051 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Started child 100187 {{(pid=100075) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 14 12:18:11.498730 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:18:11.498886 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG neutron_lib.callbacks.manager [None req-31a79faa-6599-43fc-9233-4e664a975dcf None None] Notify callbacks [] for process, after_spawn {{(pid=100075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:18:11.499298 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:18:11.500773 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100075) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 14 12:18:11.500986 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 14 12:18:11.501170 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 14 12:18:11.501383 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 14 12:18:11.501713 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 14 12:18:11.501875 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 14 12:18:11.502410 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.502693 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.502967 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.503054 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:18:11.503498 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.503579 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.504138 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.504406 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.504648 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.504919 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.505182 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.505357 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.505527 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.506302 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.506545 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.506853 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.507120 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.507370 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.507627 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.507813 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.508090 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.508352 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.508579 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.508855 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] debug = True {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.509095 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.509560 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.509802 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.510075 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.510311 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.510605 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.510837 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.511096 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.511340 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.511555 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.511769 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.512048 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.512284 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.512514 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.512732 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.513011 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.513249 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.513723 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] host = dv-cinder-813986-1-iscsi {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.513966 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.514184 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.514431 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.514693 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.514927 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.515175 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.515442 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.515697 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.515947 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.516194 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.516445 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.516705 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.516942 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.517201 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] log_file = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.517366 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] log_options = True {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.517600 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.517857 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.518108 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.518299 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.518467 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.518641 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.518885 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.519086 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.519308 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.519535 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.519749 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.519968 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.520236 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.520481 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.520717 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.520969 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.521214 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.521509 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.522285 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.522543 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.522767 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.522991 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.523207 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.523426 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.523643 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.523888 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.524152 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.524385 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.524599 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.524855 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.525070 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.525320 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.525556 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.525792 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.526060 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.526288 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.526516 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.526729 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.527001 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.527225 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.527473 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.527726 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.527940 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.528214 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.528450 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.528680 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.528894 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] use_json = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.529105 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.529348 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.529602 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.529814 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.530056 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.530271 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.530490 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.530736 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.531166 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.531451 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.531781 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.532071 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.533190 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.533190 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.533190 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.533190 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.533992 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.534120 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:18:11.534247 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.534247 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.534247 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.534591 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.534591 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.534826 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.535182 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.535412 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.536362 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.536362 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.536362 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.536362 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.537640 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.537640 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.537640 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.537847 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.538041 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.538276 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.538668 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.538870 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.539133 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.54/identity {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.539382 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.539598 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.539825 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.540065 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.540282 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.540497 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.540710 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.540985 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.541208 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.541442 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.541660 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.541887 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.542101 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.542329 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.542573 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.542823 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.543045 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.543259 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.543498 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.543718 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.543953 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.549947 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.549947 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.549947 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.549947 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.549947 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.549947 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.549947 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.549947 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.549947 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.551132 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.551132 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.551132 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.551132 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.551132 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.551132 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.551132 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.551132 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.551132 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.552195 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.552195 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.552195 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.552195 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.552195 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.552195 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.552195 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.552195 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.552195 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.553324 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.553324 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.553324 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.553324 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.553324 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.553324 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.553324 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.554114 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.554114 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.554114 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.554114 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.554559 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.554680 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.554920 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.555180 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.555416 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.555636 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.555890 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.556318 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.556542 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.556784 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.556974 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.557296 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.557489 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.557832 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.558076 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.558321 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.558561 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.558785 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.559049 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.559267 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.559524 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.559801 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.560369 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.560530 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.560742 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.561011 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.561235 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.561518 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.562817 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.562817 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.562817 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.562817 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.563336 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.563336 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.563568 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.563819 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.564062 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.564335 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.564607 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.564881 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.565120 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.565375 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.565597 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.565886 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.566125 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.566341 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.566711 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.569402 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.569944 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.570207 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.570461 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.570697 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.570983 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.571262 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.571522 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.571824 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.573268 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.574055 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.575227 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.575484 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.54/identity {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.575964 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.576103 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.576297 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.576529 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.576776 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.577007 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.577238 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.577458 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.577682 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.577945 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.578164 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.578390 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.578644 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.578869 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.579111 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.579381 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.579599 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.579833 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.580660 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.580886 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.581112 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.581354 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.581572 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.581851 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.582080 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.582366 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.582624 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.582841 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.583077 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.583307 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.583569 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.583786 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.584713 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.585367 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.585595 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.585836 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.586044 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.586260 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.586508 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.586739 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.586956 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.587201 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.587440 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.587798 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.588080 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.588335 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.588582 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.588807 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.589046 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.589268 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.589489 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.589706 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.589924 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.590142 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.590403 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.590649 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.590893 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.591128 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.591339 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.591550 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.591767 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.592007 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.592291 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.592550 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.592802 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.593042 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.593279 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.593518 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.593746 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.594227 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.594227 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.594407 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.594644 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.594788 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.594996 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.595415 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.595415 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.595717 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.595854 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.596097 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.596324 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.596579 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.596788 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.597011 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.597235 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.597468 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.597723 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.597932 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.598395 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.598637 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.598858 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.599068 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.599316 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.599545 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.599778 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.600015 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.600240 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.600468 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.600761 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.601011 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.601232 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.601525 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.601783 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.602037 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.602275 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.602587 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.602800 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.603058 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.603275 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.603511 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.603730 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.604011 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.604346 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.604648 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.604910 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.605145 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.605392 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.605670 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.605947 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.606166 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.606476 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.606807 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.607073 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.607326 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.607572 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.607819 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.608085 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.608302 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.608544 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.608766 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.608982 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.609220 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.609451 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.609827 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.610008 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.610156 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.610320 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.610546 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.610775 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.611018 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.611232 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.611390 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 14 12:18:11.611906 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100075) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 14 12:18:11.612086 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 14 12:18:11.612226 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 14 12:18:11.612399 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 14 12:18:11.612570 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 14 12:18:11.612723 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 14 12:18:11.613143 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.613569 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.613731 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.613891 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.614050 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.614230 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.614390 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.614547 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.614706 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.614876 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.615037 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.615198 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.615357 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.615514 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.615670 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.615827 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.615994 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.616186 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.616332 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.616491 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.616647 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.616804 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.616962 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] debug = True {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.617119 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.617312 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.617475 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.617634 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.617791 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.617948 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.618106 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.618265 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.618422 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.618582 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.618743 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.618903 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.619061 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.619220 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.619379 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.619527 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.619665 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.619823 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] host = dv-cinder-813986-1-iscsi {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.620017 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.620161 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.620323 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.620492 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.620650 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.620860 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.621001 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.621137 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.621285 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.621421 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.621556 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.621690 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.621835 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.621971 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] log_file = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.622105 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] log_options = True {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.622239 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.622374 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.622509 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.622671 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.622831 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.623321 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.623321 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.623321 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.623574 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.623574 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.623718 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.623871 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.624051 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.624205 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.624355 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.624486 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.624642 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.624802 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.624946 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.625087 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.625247 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.625432 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.625569 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.625730 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.625857 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.625989 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.626138 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.626295 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.626452 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.626610 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.626768 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.626924 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.627076 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.627227 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.627383 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.627541 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.627699 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.627857 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.628039 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.628199 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.628358 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.628501 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.628658 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.628820 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.628981 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.629135 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.629451 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] use_json = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.629611 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.629768 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.629927 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.630067 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.630229 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.630386 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.630542 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.630699 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:18:11.631419 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.631573 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.631746 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.631910 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.632151 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.632287 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.632419 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.632547 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.632676 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.632841 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.633009 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.633171 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.633330 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.633498 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.633624 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.633788 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.633985 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.634118 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.634246 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.634395 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.634555 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.634715 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.634885 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.635061 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.635904 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.635904 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.635904 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.635904 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.635904 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.636626 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.54/identity {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.636626 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.636626 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.636626 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.636626 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.639225 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.639225 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.639225 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.639225 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.639225 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.639225 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.639225 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.639225 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.639225 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.641034 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.641034 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.641034 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.641034 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.641034 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.641034 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.641034 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.641034 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.641034 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.641954 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.641954 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.641954 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.641954 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.641954 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.641954 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.641954 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.641954 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.641954 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.642552 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.642552 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.642552 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.642552 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.642552 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.642552 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.642552 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.642552 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.642552 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.643148 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.643148 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.643148 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.643148 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.643148 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.643148 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.643148 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.643148 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.643679 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.643679 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.643679 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.643883 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.643883 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.644825 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.644825 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.644825 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.644825 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.644825 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.644825 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.645845 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.645845 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.645845 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.645845 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.645845 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.645845 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.645845 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.647041 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.647041 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.647041 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.647041 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.648090 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.648090 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.648090 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.648090 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.648090 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.648090 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.648090 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.648525 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.648525 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.648525 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.648698 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.648764 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.648968 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.649090 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.649246 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.649403 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.649574 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.649735 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.649896 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.650058 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.650224 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.650393 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.650554 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.650717 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.650876 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.651037 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.651199 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.651359 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.651518 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.651681 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.651840 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.652027 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.652184 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.652355 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.652515 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.652676 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.652836 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.653018 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.653177 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.653337 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.653498 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.653658 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.653819 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.653979 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.654139 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.654300 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.654459 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.654620 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.654782 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.54/identity {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.654943 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.655106 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.655267 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.655441 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.655587 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.655748 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.655909 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.656091 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.656255 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.656414 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.656575 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.656735 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.656821 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:18:11.656917 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.657045 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.657205 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.657366 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.657526 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.657686 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.657846 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.658005 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.658164 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.658323 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.658485 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.658645 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.658805 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.658967 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.659126 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.659292 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.659452 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.659614 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.659776 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.660324 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.660324 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.660324 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.660561 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.660561 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.660706 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.660854 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.661014 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.661175 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.661336 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.661496 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.661661 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.661827 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.661972 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.662146 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.662286 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.662433 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.662599 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.662760 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.662921 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.663082 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.663219 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.663376 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.663539 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.663702 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.663864 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.664034 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.664292 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.664471 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.664471 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.664797 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.664797 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.665051 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.665185 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.665335 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.665480 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.665712 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.665712 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.665975 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.665975 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.666230 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.666364 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.666508 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.666643 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.666775 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.666918 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.667052 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.667197 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.667331 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.667466 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.667678 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.667821 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.668155 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.668155 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.668436 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.668436 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.668709 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.668709 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.669154 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.669154 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.669154 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.669549 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.669549 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.671302 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.671302 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.671302 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.671302 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.671302 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.671302 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.671302 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.671302 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.673248 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.673248 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.673248 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.673248 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.673248 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.673248 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.673248 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.673248 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.674961 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.674961 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.674961 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.674961 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.674961 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.674961 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.674961 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.674961 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.676057 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.676057 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.676057 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.676057 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.676057 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.676057 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.676057 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.676057 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.676057 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.677022 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.677022 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.677022 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.677022 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.677022 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.677022 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.677022 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.677022 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.677022 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.677620 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.677620 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.677620 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.677620 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.677620 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:18:11.677620 dv-cinder-813986-1-iscsi neutron-server[100075]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 14 12:18:11.765250 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 56344) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:18:11.774530 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [-] 10.222.0.54 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0071304 Oct 14 12:18:23.216520 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53100193-e166-4a41-933b-b5f35cc7805b None None] get_active_networks_info from dv-cinder-813986-1-iscsi {{(pid=100186) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 14 12:18:23.312440 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53100193-e166-4a41-933b-b5f35cc7805b None None] No non-hosted networks {{(pid=100186) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 14 12:18:23.312440 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.agentschedulers_db [None req-53100193-e166-4a41-933b-b5f35cc7805b None None] DHCP Agent not found on host dv-cinder-813986-1-iscsi {{(pid=100186) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 14 12:18:23.490934 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-07d31e3d-befc-40d3-aa9b-6e79dd8b5a8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-620966'] for agent, after_create {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:18:25.924489 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-dac0ee45-db84-43f1-98b2-a350fa6a95ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-620966'] for agent, after_create {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:18:25.956157 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.db.api [None req-20f3f8ff-6a09-48f6-89bd-2132495ce8b9 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-813986-1-iscsi {{(pid=100186) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 14 12:18:25.956650 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG oslo_db.api [None req-20f3f8ff-6a09-48f6-89bd-2132495ce8b9 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 14 12:18:26.478372 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-20f3f8ff-6a09-48f6-89bd-2132495ce8b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:18:27.040611 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-469b4b0a-0edb-4369-82f6-413c16907b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-620966'] for agent, after_create {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:18:27.088225 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-620966'] for agent, after_create {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:18:27.089168 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:18:27.089540 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:18:27.089880 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:18:27.090215 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:18:27.090544 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:18:27.091575 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:18:27.091930 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:18:27.092323 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:18:27.092654 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:18:27.092988 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:18:27.093333 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:18:27.093666 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:18:27.094070 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-813986-1-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:18:27.118994 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-813986-1-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:18:28.305057 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-27c04846-3a84-4189-8b30-75b8cfbf2676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-620966'] for agent, after_create {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:18:29.423924 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 56440) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:18:29.912938 dv-cinder-813986-1-iscsi neutron-server[100184]: WARNING oslo_policy.policy [None req-e49d289b-c842-45d1-8f0f-61f0a831638e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 12:18:29.913536 dv-cinder-813986-1-iscsi neutron-server[100184]: WARNING oslo_policy.policy [None req-e49d289b-c842-45d1-8f0f-61f0a831638e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 12:18:30.134401 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [None req-e49d289b-c842-45d1-8f0f-61f0a831638e admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=100184) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 12:18:30.135400 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-e49d289b-c842-45d1-8f0f-61f0a831638e admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7105350 Oct 14 12:18:32.510879 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 56454) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:18:32.815953 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.v2.base [None req-b104b124-3bf9-44cd-b843-65dd73342185 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26}} {{(pid=100184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:18:32.912628 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.policy [None req-b104b124-3bf9-44cd-b843-65dd73342185 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100184) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 14 12:18:32.957559 dv-cinder-813986-1-iscsi neutron-server[100184]: WARNING oslo_policy.policy [None req-b104b124-3bf9-44cd-b843-65dd73342185 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 12:18:32.958437 dv-cinder-813986-1-iscsi neutron-server[100184]: WARNING oslo_policy.policy [None req-b104b124-3bf9-44cd-b843-65dd73342185 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 12:18:32.967026 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.quota [None req-b104b124-3bf9-44cd-b843-65dd73342185 admin admin] Loaded quota_driver: . Oct 14 12:18:33.120122 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-b104b124-3bf9-44cd-b843-65dd73342185 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787795262609', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787795263214', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787795266679', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787795277459', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787795485782', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787795289489', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1899815', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1879362', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-869609', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-679218'] for rbac-policy, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:18:33.163734 dv-cinder-813986-1-iscsi neutron-server[100186]: INFO neutron.db.l3_hamode_db [None req-10454d71-2119-4e4a-afb3-3c5ad0e97cfd None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 14 12:18:33.242273 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10454d71-2119-4e4a-afb3-3c5ad0e97cfd None None] Routers set() bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:18:33.242667 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10454d71-2119-4e4a-afb3-3c5ad0e97cfd None None] Router IDs set() for agent in host dv-cinder-813986-1-iscsi {{(pid=100186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 14 12:18:33.299141 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-b104b124-3bf9-44cd-b843-65dd73342185 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:18:33.300379 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-b104b124-3bf9-44cd-b843-65dd73342185 admin admin] 10.222.0.54 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7885525 Oct 14 12:18:35.851772 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 56466) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:18:36.143260 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.v2.base [None req-44f49219-e569-4087-8e9f-cdc2afa505cc admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '3a17dee920e64b43abab4603021a9c68', 'tenant_id': '3a17dee920e64b43abab4603021a9c68', 'name': 'private'}} {{(pid=100184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:18:36.207369 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f49219-e569-4087-8e9f-cdc2afa505cc admin admin] Made reservation on behalf of 3a17dee920e64b43abab4603021a9c68 for: {'network': 1} {{(pid=100184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:18:36.210627 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-44f49219-e569-4087-8e9f-cdc2afa505cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for network, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:18:36.227270 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-44f49219-e569-4087-8e9f-cdc2afa505cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:18:36.332003 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-44f49219-e569-4087-8e9f-cdc2afa505cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:18:36.394551 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-44f49219-e569-4087-8e9f-cdc2afa505cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:18:36.415630 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44f49219-e569-4087-8e9f-cdc2afa505cc admin admin] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=100184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 12:18:36.443420 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-44f49219-e569-4087-8e9f-cdc2afa505cc admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787793369604', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030694'] for segment, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:18:36.443998 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-44f49219-e569-4087-8e9f-cdc2afa505cc admin admin] Unsubscribe: segment precommit_create {{(pid=100184) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 14 12:18:36.444527 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.db.segments_db [None req-44f49219-e569-4087-8e9f-cdc2afa505cc admin admin] Added segment fc5e1d55-a2b6-4b22-b480-839be759b015 of type vlan for network 288ac87d-2eb5-438c-b4e0-4d2137b80a07 Oct 14 12:18:36.460110 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f49219-e569-4087-8e9f-cdc2afa505cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f45e9c0-7cf6-45f4-a14e-37e15db36a1b,revision_number=1']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:18:36.485456 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f49219-e569-4087-8e9f-cdc2afa505cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:18:36.485809 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f49219-e569-4087-8e9f-cdc2afa505cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:18:36.486144 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f49219-e569-4087-8e9f-cdc2afa505cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:18:36.486468 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f49219-e569-4087-8e9f-cdc2afa505cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:18:36.486791 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f49219-e569-4087-8e9f-cdc2afa505cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:18:36.487126 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f49219-e569-4087-8e9f-cdc2afa505cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:18:36.487448 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f49219-e569-4087-8e9f-cdc2afa505cc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:18:36.487779 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f49219-e569-4087-8e9f-cdc2afa505cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:18:36.488141 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f49219-e569-4087-8e9f-cdc2afa505cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:18:36.488461 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f49219-e569-4087-8e9f-cdc2afa505cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:18:36.488770 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f49219-e569-4087-8e9f-cdc2afa505cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:18:36.489601 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f49219-e569-4087-8e9f-cdc2afa505cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:18:36.490716 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f49219-e569-4087-8e9f-cdc2afa505cc admin admin] Tracked resource versions report: Oct 14 12:18:36.490716 dv-cinder-813986-1-iscsi neutron-server[100184]: pushed versions: Oct 14 12:18:36.490716 dv-cinder-813986-1-iscsi neutron-server[100184]: { 'AddressGroup': {'1.2'}, Oct 14 12:18:36.490716 dv-cinder-813986-1-iscsi neutron-server[100184]: 'ConntrackHelper': {'1.0'}, Oct 14 12:18:36.490716 dv-cinder-813986-1-iscsi neutron-server[100184]: 'Log': {'1.0'}, Oct 14 12:18:36.490716 dv-cinder-813986-1-iscsi neutron-server[100184]: 'Network': {'1.1'}, Oct 14 12:18:36.490716 dv-cinder-813986-1-iscsi neutron-server[100184]: 'Port': {'1.7'}, Oct 14 12:18:36.490716 dv-cinder-813986-1-iscsi neutron-server[100184]: 'PortForwarding': {'1.2'}, Oct 14 12:18:36.490716 dv-cinder-813986-1-iscsi neutron-server[100184]: 'QosPolicy': {'1.9'}, Oct 14 12:18:36.490716 dv-cinder-813986-1-iscsi neutron-server[100184]: 'SecurityGroup': {'1.4'}, Oct 14 12:18:36.490716 dv-cinder-813986-1-iscsi neutron-server[100184]: 'SecurityGroupRule': {'1.2'}, Oct 14 12:18:36.490716 dv-cinder-813986-1-iscsi neutron-server[100184]: 'SubPort': {'1.0'}, Oct 14 12:18:36.490716 dv-cinder-813986-1-iscsi neutron-server[100184]: 'Subnet': {'1.1'}, Oct 14 12:18:36.490716 dv-cinder-813986-1-iscsi neutron-server[100184]: 'Trunk': {'1.1'}} Oct 14 12:18:36.490716 dv-cinder-813986-1-iscsi neutron-server[100184]: consumer versions: Oct 14 12:18:36.490716 dv-cinder-813986-1-iscsi neutron-server[100184]: { DHCP agent@dv-cinder-813986-1-iscsi: {}, Oct 14 12:18:36.490716 dv-cinder-813986-1-iscsi neutron-server[100184]: L3 agent@dv-cinder-813986-1-iscsi: {}, Oct 14 12:18:36.490716 dv-cinder-813986-1-iscsi neutron-server[100184]: Metadata agent@dv-cinder-813986-1-iscsi: {}, Oct 14 12:18:36.490716 dv-cinder-813986-1-iscsi neutron-server[100184]: Metering agent@dv-cinder-813986-1-iscsi: {}, Oct 14 12:18:36.490716 dv-cinder-813986-1-iscsi neutron-server[100184]: Open vSwitch agent@dv-cinder-813986-1-iscsi: { 'AddressGroup': '1.2', Oct 14 12:18:36.490716 dv-cinder-813986-1-iscsi neutron-server[100184]: 'ConntrackHelper': '1.0', Oct 14 12:18:36.490716 dv-cinder-813986-1-iscsi neutron-server[100184]: 'Log': '1.0', Oct 14 12:18:36.490716 dv-cinder-813986-1-iscsi neutron-server[100184]: 'Network': '1.1', Oct 14 12:18:36.490716 dv-cinder-813986-1-iscsi neutron-server[100184]: 'Port': '1.7', Oct 14 12:18:36.490716 dv-cinder-813986-1-iscsi neutron-server[100184]: 'PortForwarding': '1.2', Oct 14 12:18:36.490716 dv-cinder-813986-1-iscsi neutron-server[100184]: 'QosPolicy': '1.9', Oct 14 12:18:36.490716 dv-cinder-813986-1-iscsi neutron-server[100184]: 'SecurityGroup': '1.4', Oct 14 12:18:36.490716 dv-cinder-813986-1-iscsi neutron-server[100184]: 'SecurityGroupRule': '1.2', Oct 14 12:18:36.490716 dv-cinder-813986-1-iscsi neutron-server[100184]: 'SubPort': '1.0', Oct 14 12:18:36.490716 dv-cinder-813986-1-iscsi neutron-server[100184]: 'Subnet': '1.1', Oct 14 12:18:36.490716 dv-cinder-813986-1-iscsi neutron-server[100184]: 'Trunk': '1.1'}} Oct 14 12:18:36.490716 dv-cinder-813986-1-iscsi neutron-server[100184]: {{(pid=100184) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 12:18:36.564308 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-44f49219-e569-4087-8e9f-cdc2afa505cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787792777849'] for network, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:18:36.693795 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-44f49219-e569-4087-8e9f-cdc2afa505cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640'] for network, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:18:36.694873 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f49219-e569-4087-8e9f-cdc2afa505cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:18:36.695499 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-44f49219-e569-4087-8e9f-cdc2afa505cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531662'] for network, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:18:36.791589 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f49219-e569-4087-8e9f-cdc2afa505cc admin admin] Pushing event updated for resources: {'Network': ['ID=288ac87d-2eb5-438c-b4e0-4d2137b80a07,revision_number=1']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:18:36.803288 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Network 288ac87d-2eb5-438c-b4e0-4d2137b80a07 details requested by agent ovs-agent-dv-cinder-813986-1-iscsi with host dv-cinder-813986-1-iscsi {{(pid=100186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 12:18:36.831042 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-44f49219-e569-4087-8e9f-cdc2afa505cc admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9781375 Oct 14 12:18:39.467606 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 56480) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:18:39.845734 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40e250f-6567-4ebd-adb7-3ea5f77001b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:18:39.847360 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-e40e250f-6567-4ebd-adb7-3ea5f77001b9 admin admin] 10.222.0.54 "GET /v2.0/networks/288ac87d-2eb5-438c-b4e0-4d2137b80a07 HTTP/1.1" status: 200 len: 825 time: 0.3784952 Oct 14 12:18:39.871534 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-757e8779-27d9-445d-a871-4636d01f86ad admin admin] 10.222.0.54 "GET /v2.0/subnetpools/0d376645-1a35-423e-ad28-77b8bc3533d7 HTTP/1.1" status: 200 len: 734 time: 0.0179920 Oct 14 12:18:39.881079 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.v2.base [None req-ab4586b1-7e1d-4cc4-aaec-c63ae7f428d5 admin admin] Request body: {'subnet': {'tenant_id': '3a17dee920e64b43abab4603021a9c68', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'network_id': '288ac87d-2eb5-438c-b4e0-4d2137b80a07', 'subnetpool_id': '0d376645-1a35-423e-ad28-77b8bc3533d7'}} {{(pid=100184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:18:39.984187 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab4586b1-7e1d-4cc4-aaec-c63ae7f428d5 admin admin] Made reservation on behalf of 3a17dee920e64b43abab4603021a9c68 for: {'subnet': 1} {{(pid=100184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:18:39.986412 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-ab4586b1-7e1d-4cc4-aaec-c63ae7f428d5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:18:40.322144 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-ab4586b1-7e1d-4cc4-aaec-c63ae7f428d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640'] for subnet, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:18:40.391532 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4586b1-7e1d-4cc4-aaec-c63ae7f428d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0927d9f4-327a-4ffb-8ae5-9e66834a1a90,revision_number=0']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:18:40.397112 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4586b1-7e1d-4cc4-aaec-c63ae7f428d5 admin admin] Checking segment: {'id': 'fc5e1d55-a2b6-4b22-b480-839be759b015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '288ac87d-2eb5-438c-b4e0-4d2137b80a07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:18:40.397498 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4586b1-7e1d-4cc4-aaec-c63ae7f428d5 admin admin] Network hostable DHCP agents. Network: 288ac87d-2eb5-438c-b4e0-4d2137b80a07, hostable agents: ['e1af82bd-3b37-4baa-aee7-1aadb6380796'], hosted agents: [] {{(pid=100184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 12:18:40.463904 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4586b1-7e1d-4cc4-aaec-c63ae7f428d5 admin admin] Network 288ac87d-2eb5-438c-b4e0-4d2137b80a07 is scheduled to be hosted by DHCP agent e1af82bd-3b37-4baa-aee7-1aadb6380796 with binding_index 1 {{(pid=100184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 12:18:40.515711 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.base_scheduler [None req-ab4586b1-7e1d-4cc4-aaec-c63ae7f428d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813986-1-iscsi, 288ac87d-2eb5-438c-b4e0-4d2137b80a07) {{(pid=100184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:18:40.521317 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4586b1-7e1d-4cc4-aaec-c63ae7f428d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:18:40.527211 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-ab4586b1-7e1d-4cc4-aaec-c63ae7f428d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531662'] for subnet, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:18:40.527357 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2decaae-af5f-4111-b7ef-d64a49aa1fce None None] Network 288ac87d-2eb5-438c-b4e0-4d2137b80a07 requested from dv-cinder-813986-1-iscsi {{(pid=100186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:18:40.575754 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-ab4586b1-7e1d-4cc4-aaec-c63ae7f428d5 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6983650 Oct 14 12:18:40.847480 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05157cdf-9767-4659-b52a-9f912a303863 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5129df06-2639-51ba-adec-6ae547517b28-288ac87d-2eb5-438c-b4e0-4d2137b80a07', 'network_id': '288ac87d-2eb5-438c-b4e0-4d2137b80a07', 'tenant_id': '3a17dee920e64b43abab4603021a9c68', 'fixed_ips': [{'subnet_id': '0927d9f4-327a-4ffb-8ae5-9e66834a1a90'}]}} from dv-cinder-813986-1-iscsi. {{(pid=100186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 14 12:18:40.849267 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-05157cdf-9767-4659-b52a-9f912a303863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_create {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:18:41.122204 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.db_base_plugin_common [None req-05157cdf-9767-4659-b52a-9f912a303863 None None] Allocated IP 172.20.0.2 (288ac87d-2eb5-438c-b4e0-4d2137b80a07/0927d9f4-327a-4ffb-8ae5-9e66834a1a90/e1b2004d-de7e-40c1-a16b-3934e33edc28) {{(pid=100186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:18:41.325243 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-05157cdf-9767-4659-b52a-9f912a303863 None None] Notify callbacks [] for port, precommit_create {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:18:41.419646 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-05157cdf-9767-4659-b52a-9f912a303863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787792822806'] for port, after_create {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:18:41.516586 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05157cdf-9767-4659-b52a-9f912a303863 None None] Network 288ac87d-2eb5-438c-b4e0-4d2137b80a07 is already hosted by enough agents. {{(pid=100186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:18:41.521844 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.scheduler.base_scheduler [None req-05157cdf-9767-4659-b52a-9f912a303863 None None] Resources bound (agent type, host, resource id): {{(pid=100186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:18:41.534001 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05157cdf-9767-4659-b52a-9f912a303863 None None] Received port after_create {{(pid=100186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:18:41.536861 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05157cdf-9767-4659-b52a-9f912a303863 None None] Pushing event updated for resources: {'Port': ['ID=e1b2004d-de7e-40c1-a16b-3934e33edc28,revision_number=1']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:18:41.569213 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05157cdf-9767-4659-b52a-9f912a303863 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:18:41.569578 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05157cdf-9767-4659-b52a-9f912a303863 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:18:41.569925 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05157cdf-9767-4659-b52a-9f912a303863 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:18:41.570258 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05157cdf-9767-4659-b52a-9f912a303863 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:18:41.570590 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05157cdf-9767-4659-b52a-9f912a303863 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:18:41.570921 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05157cdf-9767-4659-b52a-9f912a303863 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:18:41.571248 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05157cdf-9767-4659-b52a-9f912a303863 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:18:41.571569 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05157cdf-9767-4659-b52a-9f912a303863 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:18:41.571908 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05157cdf-9767-4659-b52a-9f912a303863 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:18:41.572259 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05157cdf-9767-4659-b52a-9f912a303863 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:18:41.572581 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05157cdf-9767-4659-b52a-9f912a303863 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:18:41.572901 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05157cdf-9767-4659-b52a-9f912a303863 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:18:41.574009 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05157cdf-9767-4659-b52a-9f912a303863 None None] Tracked resource versions report: Oct 14 12:18:41.574009 dv-cinder-813986-1-iscsi neutron-server[100186]: pushed versions: Oct 14 12:18:41.574009 dv-cinder-813986-1-iscsi neutron-server[100186]: { 'AddressGroup': {'1.2'}, Oct 14 12:18:41.574009 dv-cinder-813986-1-iscsi neutron-server[100186]: 'ConntrackHelper': {'1.0'}, Oct 14 12:18:41.574009 dv-cinder-813986-1-iscsi neutron-server[100186]: 'Log': {'1.0'}, Oct 14 12:18:41.574009 dv-cinder-813986-1-iscsi neutron-server[100186]: 'Network': {'1.1'}, Oct 14 12:18:41.574009 dv-cinder-813986-1-iscsi neutron-server[100186]: 'Port': {'1.7'}, Oct 14 12:18:41.574009 dv-cinder-813986-1-iscsi neutron-server[100186]: 'PortForwarding': {'1.2'}, Oct 14 12:18:41.574009 dv-cinder-813986-1-iscsi neutron-server[100186]: 'QosPolicy': {'1.9'}, Oct 14 12:18:41.574009 dv-cinder-813986-1-iscsi neutron-server[100186]: 'SecurityGroup': {'1.4'}, Oct 14 12:18:41.574009 dv-cinder-813986-1-iscsi neutron-server[100186]: 'SecurityGroupRule': {'1.2'}, Oct 14 12:18:41.574009 dv-cinder-813986-1-iscsi neutron-server[100186]: 'SubPort': {'1.0'}, Oct 14 12:18:41.574009 dv-cinder-813986-1-iscsi neutron-server[100186]: 'Subnet': {'1.1'}, Oct 14 12:18:41.574009 dv-cinder-813986-1-iscsi neutron-server[100186]: 'Trunk': {'1.1'}} Oct 14 12:18:41.574009 dv-cinder-813986-1-iscsi neutron-server[100186]: consumer versions: Oct 14 12:18:41.574009 dv-cinder-813986-1-iscsi neutron-server[100186]: { DHCP agent@dv-cinder-813986-1-iscsi: {}, Oct 14 12:18:41.574009 dv-cinder-813986-1-iscsi neutron-server[100186]: L3 agent@dv-cinder-813986-1-iscsi: {}, Oct 14 12:18:41.574009 dv-cinder-813986-1-iscsi neutron-server[100186]: Metadata agent@dv-cinder-813986-1-iscsi: {}, Oct 14 12:18:41.574009 dv-cinder-813986-1-iscsi neutron-server[100186]: Metering agent@dv-cinder-813986-1-iscsi: {}, Oct 14 12:18:41.574009 dv-cinder-813986-1-iscsi neutron-server[100186]: Open vSwitch agent@dv-cinder-813986-1-iscsi: { 'AddressGroup': '1.2', Oct 14 12:18:41.574009 dv-cinder-813986-1-iscsi neutron-server[100186]: 'ConntrackHelper': '1.0', Oct 14 12:18:41.574009 dv-cinder-813986-1-iscsi neutron-server[100186]: 'Log': '1.0', Oct 14 12:18:41.574009 dv-cinder-813986-1-iscsi neutron-server[100186]: 'Network': '1.1', Oct 14 12:18:41.574009 dv-cinder-813986-1-iscsi neutron-server[100186]: 'Port': '1.7', Oct 14 12:18:41.574009 dv-cinder-813986-1-iscsi neutron-server[100186]: 'PortForwarding': '1.2', Oct 14 12:18:41.574009 dv-cinder-813986-1-iscsi neutron-server[100186]: 'QosPolicy': '1.9', Oct 14 12:18:41.574009 dv-cinder-813986-1-iscsi neutron-server[100186]: 'SecurityGroup': '1.4', Oct 14 12:18:41.574009 dv-cinder-813986-1-iscsi neutron-server[100186]: 'SecurityGroupRule': '1.2', Oct 14 12:18:41.574009 dv-cinder-813986-1-iscsi neutron-server[100186]: 'SubPort': '1.0', Oct 14 12:18:41.574009 dv-cinder-813986-1-iscsi neutron-server[100186]: 'Subnet': '1.1', Oct 14 12:18:41.574009 dv-cinder-813986-1-iscsi neutron-server[100186]: 'Trunk': '1.1'}} Oct 14 12:18:41.574009 dv-cinder-813986-1-iscsi neutron-server[100186]: {{(pid=100186) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 12:18:41.621270 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.managers [None req-05157cdf-9767-4659-b52a-9f912a303863 None None] Attempting to bind port e1b2004d-de7e-40c1-a16b-3934e33edc28 on host dv-cinder-813986-1-iscsi for vnic_type normal with profile {{(pid=100186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:18:41.621669 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.managers [None req-05157cdf-9767-4659-b52a-9f912a303863 None None] Attempting to bind port e1b2004d-de7e-40c1-a16b-3934e33edc28 by drivers openvswitch,hyperv on host dv-cinder-813986-1-iscsi at level 0 using segments [{'id': 'fc5e1d55-a2b6-4b22-b480-839be759b015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '288ac87d-2eb5-438c-b4e0-4d2137b80a07'}] {{(pid=100186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:18:41.622112 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05157cdf-9767-4659-b52a-9f912a303863 None None] Attempting to bind port e1b2004d-de7e-40c1-a16b-3934e33edc28 on network 288ac87d-2eb5-438c-b4e0-4d2137b80a07 {{(pid=100186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:18:41.627065 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05157cdf-9767-4659-b52a-9f912a303863 None None] Checking agent: {'id': '87c3554d-181c-44a6-8f26-629ea6b28d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813986-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 18, 27), 'started_at': datetime.datetime(2021, 10, 14, 12, 18, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813986-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:18:41.627479 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05157cdf-9767-4659-b52a-9f912a303863 None None] Checking segment: {'id': 'fc5e1d55-a2b6-4b22-b480-839be759b015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '288ac87d-2eb5-438c-b4e0-4d2137b80a07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:18:41.627943 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-05157cdf-9767-4659-b52a-9f912a303863 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:18:41.628371 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05157cdf-9767-4659-b52a-9f912a303863 None None] Bound using segment: {'id': 'fc5e1d55-a2b6-4b22-b480-839be759b015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '288ac87d-2eb5-438c-b4e0-4d2137b80a07'} {{(pid=100186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:18:41.628874 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.managers [None req-05157cdf-9767-4659-b52a-9f912a303863 None None] Bound port: e1b2004d-de7e-40c1-a16b-3934e33edc28, host: dv-cinder-813986-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc5e1d55-a2b6-4b22-b480-839be759b015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '288ac87d-2eb5-438c-b4e0-4d2137b80a07'}}] {{(pid=100186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:18:41.629302 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-05157cdf-9767-4659-b52a-9f912a303863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:18:41.691519 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-05157cdf-9767-4659-b52a-9f912a303863 None None] For port e1b2004d-de7e-40c1-a16b-3934e33edc28, host dv-cinder-813986-1-iscsi, cleared binding levels {{(pid=100186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:18:41.696376 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-05157cdf-9767-4659-b52a-9f912a303863 None None] For port e1b2004d-de7e-40c1-a16b-3934e33edc28, host dv-cinder-813986-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=e1b2004d-de7e-40c1-a16b-3934e33edc28,segment=NetworkSegment(fc5e1d55-a2b6-4b22-b480-839be759b015),segment_id=fc5e1d55-a2b6-4b22-b480-839be759b015)] {{(pid=100186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:18:41.761958 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-05157cdf-9767-4659-b52a-9f912a303863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:18:41.830178 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05157cdf-9767-4659-b52a-9f912a303863 None None] Pushing event updated for resources: {'Port': ['ID=e1b2004d-de7e-40c1-a16b-3934e33edc28,revision_number=2']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:18:43.009434 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 56488) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:18:43.500189 dv-cinder-813986-1-iscsi neutron-server[100185]: WARNING oslo_policy.policy [None req-21a240fa-273c-43d0-bf0b-43c376a93ea8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 12:18:43.500777 dv-cinder-813986-1-iscsi neutron-server[100185]: WARNING oslo_policy.policy [None req-21a240fa-273c-43d0-bf0b-43c376a93ea8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 12:18:43.724460 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [None req-21a240fa-273c-43d0-bf0b-43c376a93ea8 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=100185) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 12:18:43.725685 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-21a240fa-273c-43d0-bf0b-43c376a93ea8 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7140877 Oct 14 12:18:46.154145 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 56502) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:18:46.462912 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [None req-f6b46433-5451-4854-8505-9ff8e8503184 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=100185) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 12:18:46.463880 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-f6b46433-5451-4854-8505-9ff8e8503184 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3088317 Oct 14 12:18:49.155657 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 56516) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:18:49.452801 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.v2.base [None req-7226ed05-16dc-4d8c-9e0c-84b716f7760d admin admin] Request body: {'router': {'tenant_id': '3a17dee920e64b43abab4603021a9c68', 'admin_state_up': True, 'name': 'router1'}} {{(pid=100185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:18:49.518238 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.policy [None req-7226ed05-16dc-4d8c-9e0c-84b716f7760d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100185) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 14 12:18:49.565346 dv-cinder-813986-1-iscsi neutron-server[100185]: WARNING oslo_policy.policy [None req-7226ed05-16dc-4d8c-9e0c-84b716f7760d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 12:18:49.565723 dv-cinder-813986-1-iscsi neutron-server[100185]: WARNING oslo_policy.policy [None req-7226ed05-16dc-4d8c-9e0c-84b716f7760d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 12:18:49.575108 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.quota [None req-7226ed05-16dc-4d8c-9e0c-84b716f7760d admin admin] Loaded quota_driver: . Oct 14 12:18:49.766055 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-7226ed05-16dc-4d8c-9e0c-84b716f7760d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-492'] for router, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:18:49.768346 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-7226ed05-16dc-4d8c-9e0c-84b716f7760d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-619667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-956188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-507'] for router, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:18:49.922308 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-7226ed05-16dc-4d8c-9e0c-84b716f7760d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:18:49.984077 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-7226ed05-16dc-4d8c-9e0c-84b716f7760d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619686'] for router, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:18:50.053974 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-7226ed05-16dc-4d8c-9e0c-84b716f7760d admin admin] Notify callbacks [] for router, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:18:50.055112 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-7226ed05-16dc-4d8c-9e0c-84b716f7760d admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8984549 Oct 14 12:18:50.146032 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c0e972-75ab-43d5-977d-c789d61b7dee None None] Network 288ac87d-2eb5-438c-b4e0-4d2137b80a07 requested from dv-cinder-813986-1-iscsi {{(pid=100186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:18:50.269237 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-4ca54a91-d80b-4061-aef8-54255b3eed0e None None] Provisioning complete for port e1b2004d-de7e-40c1-a16b-3934e33edc28 triggered by entity DHCP. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:18:50.269648 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-4ca54a91-d80b-4061-aef8-54255b3eed0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:18:50.450442 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device e1b2004d-de7e-40c1-a16b-3934e33edc28 up at agent ovs-agent-dv-cinder-813986-1-iscsi {{(pid=100186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:18:50.457943 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-4ca54a91-d80b-4061-aef8-54255b3eed0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:18:50.525353 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-4ca54a91-d80b-4061-aef8-54255b3eed0e None None] For port e1b2004d-de7e-40c1-a16b-3934e33edc28, host dv-cinder-813986-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=e1b2004d-de7e-40c1-a16b-3934e33edc28,segment=NetworkSegment(fc5e1d55-a2b6-4b22-b480-839be759b015),segment_id=fc5e1d55-a2b6-4b22-b480-839be759b015)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:18:50.533564 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Provisioning complete for port e1b2004d-de7e-40c1-a16b-3934e33edc28 triggered by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:18:50.533935 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:18:50.608945 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-4ca54a91-d80b-4061-aef8-54255b3eed0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:18:50.617936 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:18:50.691260 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca54a91-d80b-4061-aef8-54255b3eed0e None None] Pushing event updated for resources: {'Port': ['ID=e1b2004d-de7e-40c1-a16b-3934e33edc28,revision_number=3']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:18:50.708436 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.db.api [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100186) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 14 12:18:50.708756 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG oslo_db.api [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 14 12:18:50.728390 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-a99af241-05e5-4dab-8752-112edb85919f None None] Provisioning complete for port e1b2004d-de7e-40c1-a16b-3934e33edc28 triggered by entity DHCP. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:18:50.728753 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a99af241-05e5-4dab-8752-112edb85919f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:18:52.420601 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device e1b2004d-de7e-40c1-a16b-3934e33edc28 up at agent ovs-agent-dv-cinder-813986-1-iscsi {{(pid=100186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:18:52.451954 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 56526) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:18:52.465081 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Provisioning complete for port e1b2004d-de7e-40c1-a16b-3934e33edc28 triggered by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:18:52.465443 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:18:52.760862 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [None req-15daaa91-2e40-433a-8e2b-38ddebc3daf8 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=100185) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 12:18:52.761826 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-15daaa91-2e40-433a-8e2b-38ddebc3daf8 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3089271 Oct 14 12:18:53.161633 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-b3485024-cb4f-412c-bb97-c65959ac16d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:18:55.172225 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 56534) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:18:55.476291 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.v2.base [None req-49db052a-2a85-4c3d-ab98-00f31edbe32f admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=100185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:18:55.560779 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49db052a-2a85-4c3d-ab98-00f31edbe32f admin admin] Made reservation on behalf of 99da219a48c54713ac6b9aed5e491fed for: {'network': 1} {{(pid=100185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:18:55.563452 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-49db052a-2a85-4c3d-ab98-00f31edbe32f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for network, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:18:55.579263 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-49db052a-2a85-4c3d-ab98-00f31edbe32f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:18:55.679838 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-49db052a-2a85-4c3d-ab98-00f31edbe32f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:18:55.742300 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-49db052a-2a85-4c3d-ab98-00f31edbe32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:18:55.752751 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-49db052a-2a85-4c3d-ab98-00f31edbe32f admin admin] Reserving flat network on physical network physnet1 {{(pid=100185) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 14 12:18:55.783158 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-49db052a-2a85-4c3d-ab98-00f31edbe32f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787793369604', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030694'] for segment, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:18:55.783941 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-49db052a-2a85-4c3d-ab98-00f31edbe32f admin admin] Unsubscribe: segment precommit_create {{(pid=100185) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 14 12:18:55.784484 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.db.segments_db [None req-49db052a-2a85-4c3d-ab98-00f31edbe32f admin admin] Added segment 25948913-841c-4e53-955d-096026847693 of type flat for network b7b7a1d8-4110-4f63-bddb-33667e2d84f3 Oct 14 12:18:55.801393 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49db052a-2a85-4c3d-ab98-00f31edbe32f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a55eb3f9-12ef-4a69-a26b-77d637faa7ae,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:18:55.826546 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49db052a-2a85-4c3d-ab98-00f31edbe32f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:18:55.826833 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49db052a-2a85-4c3d-ab98-00f31edbe32f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:18:55.827173 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49db052a-2a85-4c3d-ab98-00f31edbe32f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:18:55.827493 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49db052a-2a85-4c3d-ab98-00f31edbe32f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:18:55.827811 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49db052a-2a85-4c3d-ab98-00f31edbe32f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:18:55.828175 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49db052a-2a85-4c3d-ab98-00f31edbe32f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:18:55.828499 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49db052a-2a85-4c3d-ab98-00f31edbe32f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:18:55.828829 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49db052a-2a85-4c3d-ab98-00f31edbe32f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:18:55.829166 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49db052a-2a85-4c3d-ab98-00f31edbe32f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:18:55.829480 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49db052a-2a85-4c3d-ab98-00f31edbe32f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:18:55.829791 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49db052a-2a85-4c3d-ab98-00f31edbe32f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:18:55.830100 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49db052a-2a85-4c3d-ab98-00f31edbe32f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:18:55.831231 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49db052a-2a85-4c3d-ab98-00f31edbe32f admin admin] Tracked resource versions report: Oct 14 12:18:55.831231 dv-cinder-813986-1-iscsi neutron-server[100185]: pushed versions: Oct 14 12:18:55.831231 dv-cinder-813986-1-iscsi neutron-server[100185]: { 'AddressGroup': {'1.2'}, Oct 14 12:18:55.831231 dv-cinder-813986-1-iscsi neutron-server[100185]: 'ConntrackHelper': {'1.0'}, Oct 14 12:18:55.831231 dv-cinder-813986-1-iscsi neutron-server[100185]: 'Log': {'1.0'}, Oct 14 12:18:55.831231 dv-cinder-813986-1-iscsi neutron-server[100185]: 'Network': {'1.1'}, Oct 14 12:18:55.831231 dv-cinder-813986-1-iscsi neutron-server[100185]: 'Port': {'1.7'}, Oct 14 12:18:55.831231 dv-cinder-813986-1-iscsi neutron-server[100185]: 'PortForwarding': {'1.2'}, Oct 14 12:18:55.831231 dv-cinder-813986-1-iscsi neutron-server[100185]: 'QosPolicy': {'1.9'}, Oct 14 12:18:55.831231 dv-cinder-813986-1-iscsi neutron-server[100185]: 'SecurityGroup': {'1.4'}, Oct 14 12:18:55.831231 dv-cinder-813986-1-iscsi neutron-server[100185]: 'SecurityGroupRule': {'1.2'}, Oct 14 12:18:55.831231 dv-cinder-813986-1-iscsi neutron-server[100185]: 'SubPort': {'1.0'}, Oct 14 12:18:55.831231 dv-cinder-813986-1-iscsi neutron-server[100185]: 'Subnet': {'1.1'}, Oct 14 12:18:55.831231 dv-cinder-813986-1-iscsi neutron-server[100185]: 'Trunk': {'1.1'}} Oct 14 12:18:55.831231 dv-cinder-813986-1-iscsi neutron-server[100185]: consumer versions: Oct 14 12:18:55.831231 dv-cinder-813986-1-iscsi neutron-server[100185]: { DHCP agent@dv-cinder-813986-1-iscsi: {}, Oct 14 12:18:55.831231 dv-cinder-813986-1-iscsi neutron-server[100185]: L3 agent@dv-cinder-813986-1-iscsi: {}, Oct 14 12:18:55.831231 dv-cinder-813986-1-iscsi neutron-server[100185]: Metadata agent@dv-cinder-813986-1-iscsi: {}, Oct 14 12:18:55.831231 dv-cinder-813986-1-iscsi neutron-server[100185]: Metering agent@dv-cinder-813986-1-iscsi: {}, Oct 14 12:18:55.831231 dv-cinder-813986-1-iscsi neutron-server[100185]: Open vSwitch agent@dv-cinder-813986-1-iscsi: { 'AddressGroup': '1.2', Oct 14 12:18:55.831231 dv-cinder-813986-1-iscsi neutron-server[100185]: 'ConntrackHelper': '1.0', Oct 14 12:18:55.831231 dv-cinder-813986-1-iscsi neutron-server[100185]: 'Log': '1.0', Oct 14 12:18:55.831231 dv-cinder-813986-1-iscsi neutron-server[100185]: 'Network': '1.1', Oct 14 12:18:55.831231 dv-cinder-813986-1-iscsi neutron-server[100185]: 'Port': '1.7', Oct 14 12:18:55.831231 dv-cinder-813986-1-iscsi neutron-server[100185]: 'PortForwarding': '1.2', Oct 14 12:18:55.831231 dv-cinder-813986-1-iscsi neutron-server[100185]: 'QosPolicy': '1.9', Oct 14 12:18:55.831231 dv-cinder-813986-1-iscsi neutron-server[100185]: 'SecurityGroup': '1.4', Oct 14 12:18:55.831231 dv-cinder-813986-1-iscsi neutron-server[100185]: 'SecurityGroupRule': '1.2', Oct 14 12:18:55.831231 dv-cinder-813986-1-iscsi neutron-server[100185]: 'SubPort': '1.0', Oct 14 12:18:55.831231 dv-cinder-813986-1-iscsi neutron-server[100185]: 'Subnet': '1.1', Oct 14 12:18:55.831231 dv-cinder-813986-1-iscsi neutron-server[100185]: 'Trunk': '1.1'}} Oct 14 12:18:55.831231 dv-cinder-813986-1-iscsi neutron-server[100185]: {{(pid=100185) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 12:18:55.910925 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-49db052a-2a85-4c3d-ab98-00f31edbe32f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787792777849'] for network, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:18:55.927474 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-b274b47d-3583-44d2-9739-9b872839904f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:18:56.035564 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-49db052a-2a85-4c3d-ab98-00f31edbe32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640'] for network, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:18:56.036813 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49db052a-2a85-4c3d-ab98-00f31edbe32f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:18:56.037427 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-49db052a-2a85-4c3d-ab98-00f31edbe32f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531662'] for network, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:18:56.132748 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49db052a-2a85-4c3d-ab98-00f31edbe32f admin admin] Pushing event updated for resources: {'Network': ['ID=b7b7a1d8-4110-4f63-bddb-33667e2d84f3,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:18:56.143012 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Network b7b7a1d8-4110-4f63-bddb-33667e2d84f3 details requested by agent ovs-agent-dv-cinder-813986-1-iscsi with host dv-cinder-813986-1-iscsi {{(pid=100186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 12:18:56.208217 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-49db052a-2a85-4c3d-ab98-00f31edbe32f admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0348864 Oct 14 12:18:57.011248 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-469b4b0a-0edb-4369-82f6-413c16907b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:18:57.069505 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:18:58.223944 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-27c04846-3a84-4189-8b30-75b8cfbf2676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:18:58.572399 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 56556) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:18:58.786289 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9466f9-5e4e-49c2-afd9-48cc43c6628c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:18:58.797238 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-4f9466f9-5e4e-49c2-afd9-48cc43c6628c admin admin] 10.222.0.54 "GET /v2.0/subnets/0927d9f4-327a-4ffb-8ae5-9e66834a1a90 HTTP/1.1" status: 200 len: 849 time: 0.2143171 Oct 14 12:18:58.925581 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-88d3995c-ae8d-403d-96c8-2b4b8d3864ba admin admin] 10.222.0.54 "GET /v2.0/routers/ced57066-ee23-4de5-93b2-fcaca1f8f15a HTTP/1.1" status: 200 len: 704 time: 0.1317632 Oct 14 12:18:59.184832 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-cf1c63e3-8871-4713-81c5-414923d399ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:18:59.475327 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.db.db_base_plugin_common [None req-cf1c63e3-8871-4713-81c5-414923d399ef admin admin] Allocated IP 172.20.0.1 (288ac87d-2eb5-438c-b4e0-4d2137b80a07/0927d9f4-327a-4ffb-8ae5-9e66834a1a90/bfee68e3-c9c4-4798-937c-3743d5e46583) {{(pid=100185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:18:59.652629 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-cf1c63e3-8871-4713-81c5-414923d399ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:18:59.771447 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-cf1c63e3-8871-4713-81c5-414923d399ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787792822806'] for port, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:18:59.844605 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1c63e3-8871-4713-81c5-414923d399ef admin admin] Network 288ac87d-2eb5-438c-b4e0-4d2137b80a07 is already hosted by enough agents. {{(pid=100185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:18:59.853875 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.base_scheduler [None req-cf1c63e3-8871-4713-81c5-414923d399ef admin admin] Resources bound (agent type, host, resource id): {{(pid=100185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:18:59.861389 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1c63e3-8871-4713-81c5-414923d399ef admin admin] Pushing event updated for resources: {'Port': ['ID=bfee68e3-c9c4-4798-937c-3743d5e46583,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:18:59.872534 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1c63e3-8871-4713-81c5-414923d399ef admin admin] Received port after_create {{(pid=100185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:18:59.873083 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-cf1c63e3-8871-4713-81c5-414923d399ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618643'] for router_interface, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:19:00.074555 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-95a02e9e-f81f-41af-9da5-b23fc7b9f63e None None] Provisioning complete for port bfee68e3-c9c4-4798-937c-3743d5e46583 triggered by entity DHCP. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:19:00.075099 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-95a02e9e-f81f-41af-9da5-b23fc7b9f63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:19:00.107106 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-95a02e9e-f81f-41af-9da5-b23fc7b9f63e None None] Port bfee68e3-c9c4-4798-937c-3743d5e46583 cannot update to ACTIVE because it is not bound. {{(pid=100186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 12:19:00.138937 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-cf1c63e3-8871-4713-81c5-414923d399ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:19:00.390651 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-cf1c63e3-8871-4713-81c5-414923d399ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:19:00.451644 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-cf1c63e3-8871-4713-81c5-414923d399ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:19:00.452419 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-cf1c63e3-8871-4713-81c5-414923d399ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618727'] for router_interface, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:19:00.528396 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1c63e3-8871-4713-81c5-414923d399ef admin admin] Pushing event updated for resources: {'Port': ['ID=bfee68e3-c9c4-4798-937c-3743d5e46583,revision_number=2']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:19:00.577280 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1c63e3-8871-4713-81c5-414923d399ef admin admin] Network 288ac87d-2eb5-438c-b4e0-4d2137b80a07 is already hosted by enough agents. {{(pid=100185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:19:00.578549 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.base_scheduler [None req-cf1c63e3-8871-4713-81c5-414923d399ef admin admin] Resources bound (agent type, host, resource id): {{(pid=100185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:19:00.728707 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-5e54b7bb-c347-4ae5-9fa4-ed1933dae70f None None] Provisioning complete for port bfee68e3-c9c4-4798-937c-3743d5e46583 triggered by entity DHCP. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:19:00.729100 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-5e54b7bb-c347-4ae5-9fa4-ed1933dae70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:19:00.762736 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-5e54b7bb-c347-4ae5-9fa4-ed1933dae70f None None] Port bfee68e3-c9c4-4798-937c-3743d5e46583 cannot update to ACTIVE because it is not bound. {{(pid=100186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 12:19:00.800981 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf1c63e3-8871-4713-81c5-414923d399ef admin admin] Router ced57066-ee23-4de5-93b2-fcaca1f8f15a is scheduled to L3 agent 98567738-4256-4ddd-ae03-62c82ecec038 with binding_index 1 {{(pid=100185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 12:19:00.896382 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf1c63e3-8871-4713-81c5-414923d399ef admin admin] Notify agent at l3_agent.dv-cinder-813986-1-iscsi the message routers_updated {{(pid=100185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:19:00.902135 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-cf1c63e3-8871-4713-81c5-414923d399ef admin admin] 10.222.0.54 "PUT /v2.0/routers/ced57066-ee23-4de5-93b2-fcaca1f8f15a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9707870 Oct 14 12:19:00.906419 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cff1cc0-98a3-439e-b4f3-8ae212a58073 None None] Sync routers for ids ['ced57066-ee23-4de5-93b2-fcaca1f8f15a'] in dv-cinder-813986-1-iscsi {{(pid=100187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:19:00.917851 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cff1cc0-98a3-439e-b4f3-8ae212a58073 None None] Routers {'ced57066-ee23-4de5-93b2-fcaca1f8f15a'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:19:00.919787 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_hamode_db [None req-7cff1cc0-98a3-439e-b4f3-8ae212a58073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:18:56Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['ced57066-ee23-4de5-93b2-fcaca1f8f15a'], 'active': True} {{(pid=100187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:19:01.101886 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_dvr_db [None req-7cff1cc0-98a3-439e-b4f3-8ae212a58073 None None] Set router ced57066-ee23-4de5-93b2-fcaca1f8f15a gateway port host: None {{(pid=100187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:19:01.524477 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_hamode_db [None req-7cff1cc0-98a3-439e-b4f3-8ae212a58073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced57066-ee23-4de5-93b2-fcaca1f8f15a', 'name': 'router1', 'tenant_id': '3a17dee920e64b43abab4603021a9c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:18:49Z', 'updated_at': '2021-10-14T12:19:00Z', 'revision_number': 2, 'project_id': '3a17dee920e64b43abab4603021a9c68', 'gw_port_host': None, '_interfaces': [{'id': 'bfee68e3-c9c4-4798-937c-3743d5e46583', 'name': '', 'network_id': '288ac87d-2eb5-438c-b4e0-4d2137b80a07', 'tenant_id': '3a17dee920e64b43abab4603021a9c68', 'mac_address': 'fa:16:3e:4b:68:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced57066-ee23-4de5-93b2-fcaca1f8f15a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0927d9f4-327a-4ffb-8ae5-9e66834a1a90', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:18:59Z', 'updated_at': '2021-10-14T12:19:00Z', 'revision_number': 2, 'project_id': '3a17dee920e64b43abab4603021a9c68', 'subnets': [{'id': '0927d9f4-327a-4ffb-8ae5-9e66834a1a90', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0d376645-1a35-423e-ad28-77b8bc3533d7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:19:01.572815 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cff1cc0-98a3-439e-b4f3-8ae212a58073 None None] Checking router: ced57066-ee23-4de5-93b2-fcaca1f8f15a for host: dv-cinder-813986-1-iscsi {{(pid=100187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:19:01.573094 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cff1cc0-98a3-439e-b4f3-8ae212a58073 None None] Updating router ced57066-ee23-4de5-93b2-fcaca1f8f15a port bfee68e3-c9c4-4798-937c-3743d5e46583 binding host dv-cinder-813986-1-iscsi {{(pid=100187) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 12:19:01.620080 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron_lib.callbacks.manager [None req-7cff1cc0-98a3-439e-b4f3-8ae212a58073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:19:02.121852 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron_lib.callbacks.manager [None req-7cff1cc0-98a3-439e-b4f3-8ae212a58073 None None] Notify callbacks [] for port, precommit_update {{(pid=100187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:19:02.183251 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron_lib.callbacks.manager [None req-7cff1cc0-98a3-439e-b4f3-8ae212a58073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:19:02.340246 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc53b74-694e-40f0-b158-63f277e17504 None None] Pushing event updated for resources: {'Port': ['ID=bfee68e3-c9c4-4798-937c-3743d5e46583,revision_number=3']} {{(pid=100187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:19:02.356853 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.managers [None req-7cff1cc0-98a3-439e-b4f3-8ae212a58073 None None] Attempting to bind port bfee68e3-c9c4-4798-937c-3743d5e46583 on host dv-cinder-813986-1-iscsi for vnic_type normal with profile {{(pid=100187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:19:02.357250 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.managers [None req-7cff1cc0-98a3-439e-b4f3-8ae212a58073 None None] Attempting to bind port bfee68e3-c9c4-4798-937c-3743d5e46583 by drivers openvswitch,hyperv on host dv-cinder-813986-1-iscsi at level 0 using segments [{'id': 'fc5e1d55-a2b6-4b22-b480-839be759b015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '288ac87d-2eb5-438c-b4e0-4d2137b80a07'}] {{(pid=100187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:19:02.357694 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cff1cc0-98a3-439e-b4f3-8ae212a58073 None None] Attempting to bind port bfee68e3-c9c4-4798-937c-3743d5e46583 on network 288ac87d-2eb5-438c-b4e0-4d2137b80a07 {{(pid=100187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:19:02.361244 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc53b74-694e-40f0-b158-63f277e17504 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:19:02.361598 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc53b74-694e-40f0-b158-63f277e17504 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:19:02.361937 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc53b74-694e-40f0-b158-63f277e17504 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:19:02.362267 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc53b74-694e-40f0-b158-63f277e17504 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:19:02.362601 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc53b74-694e-40f0-b158-63f277e17504 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:19:02.364924 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc53b74-694e-40f0-b158-63f277e17504 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:19:02.365271 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc53b74-694e-40f0-b158-63f277e17504 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:19:02.365600 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc53b74-694e-40f0-b158-63f277e17504 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:19:02.365949 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc53b74-694e-40f0-b158-63f277e17504 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:19:02.366275 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc53b74-694e-40f0-b158-63f277e17504 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:19:02.366597 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc53b74-694e-40f0-b158-63f277e17504 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:19:02.366918 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc53b74-694e-40f0-b158-63f277e17504 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:19:02.368067 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc53b74-694e-40f0-b158-63f277e17504 None None] Tracked resource versions report: Oct 14 12:19:02.368067 dv-cinder-813986-1-iscsi neutron-server[100187]: pushed versions: Oct 14 12:19:02.368067 dv-cinder-813986-1-iscsi neutron-server[100187]: { 'AddressGroup': {'1.2'}, Oct 14 12:19:02.368067 dv-cinder-813986-1-iscsi neutron-server[100187]: 'ConntrackHelper': {'1.0'}, Oct 14 12:19:02.368067 dv-cinder-813986-1-iscsi neutron-server[100187]: 'Log': {'1.0'}, Oct 14 12:19:02.368067 dv-cinder-813986-1-iscsi neutron-server[100187]: 'Network': {'1.1'}, Oct 14 12:19:02.368067 dv-cinder-813986-1-iscsi neutron-server[100187]: 'Port': {'1.7'}, Oct 14 12:19:02.368067 dv-cinder-813986-1-iscsi neutron-server[100187]: 'PortForwarding': {'1.2'}, Oct 14 12:19:02.368067 dv-cinder-813986-1-iscsi neutron-server[100187]: 'QosPolicy': {'1.9'}, Oct 14 12:19:02.368067 dv-cinder-813986-1-iscsi neutron-server[100187]: 'SecurityGroup': {'1.4'}, Oct 14 12:19:02.368067 dv-cinder-813986-1-iscsi neutron-server[100187]: 'SecurityGroupRule': {'1.2'}, Oct 14 12:19:02.368067 dv-cinder-813986-1-iscsi neutron-server[100187]: 'SubPort': {'1.0'}, Oct 14 12:19:02.368067 dv-cinder-813986-1-iscsi neutron-server[100187]: 'Subnet': {'1.1'}, Oct 14 12:19:02.368067 dv-cinder-813986-1-iscsi neutron-server[100187]: 'Trunk': {'1.1'}} Oct 14 12:19:02.368067 dv-cinder-813986-1-iscsi neutron-server[100187]: consumer versions: Oct 14 12:19:02.368067 dv-cinder-813986-1-iscsi neutron-server[100187]: { DHCP agent@dv-cinder-813986-1-iscsi: {}, Oct 14 12:19:02.368067 dv-cinder-813986-1-iscsi neutron-server[100187]: L3 agent@dv-cinder-813986-1-iscsi: {}, Oct 14 12:19:02.368067 dv-cinder-813986-1-iscsi neutron-server[100187]: Metadata agent@dv-cinder-813986-1-iscsi: {}, Oct 14 12:19:02.368067 dv-cinder-813986-1-iscsi neutron-server[100187]: Metering agent@dv-cinder-813986-1-iscsi: {}, Oct 14 12:19:02.368067 dv-cinder-813986-1-iscsi neutron-server[100187]: Open vSwitch agent@dv-cinder-813986-1-iscsi: { 'AddressGroup': '1.2', Oct 14 12:19:02.368067 dv-cinder-813986-1-iscsi neutron-server[100187]: 'ConntrackHelper': '1.0', Oct 14 12:19:02.368067 dv-cinder-813986-1-iscsi neutron-server[100187]: 'Log': '1.0', Oct 14 12:19:02.368067 dv-cinder-813986-1-iscsi neutron-server[100187]: 'Network': '1.1', Oct 14 12:19:02.368067 dv-cinder-813986-1-iscsi neutron-server[100187]: 'Port': '1.7', Oct 14 12:19:02.368067 dv-cinder-813986-1-iscsi neutron-server[100187]: 'PortForwarding': '1.2', Oct 14 12:19:02.368067 dv-cinder-813986-1-iscsi neutron-server[100187]: 'QosPolicy': '1.9', Oct 14 12:19:02.368067 dv-cinder-813986-1-iscsi neutron-server[100187]: 'SecurityGroup': '1.4', Oct 14 12:19:02.368067 dv-cinder-813986-1-iscsi neutron-server[100187]: 'SecurityGroupRule': '1.2', Oct 14 12:19:02.368067 dv-cinder-813986-1-iscsi neutron-server[100187]: 'SubPort': '1.0', Oct 14 12:19:02.368067 dv-cinder-813986-1-iscsi neutron-server[100187]: 'Subnet': '1.1', Oct 14 12:19:02.368067 dv-cinder-813986-1-iscsi neutron-server[100187]: 'Trunk': '1.1'}} Oct 14 12:19:02.368067 dv-cinder-813986-1-iscsi neutron-server[100187]: {{(pid=100187) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 12:19:02.373309 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cff1cc0-98a3-439e-b4f3-8ae212a58073 None None] Checking agent: {'id': '87c3554d-181c-44a6-8f26-629ea6b28d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813986-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 18, 27), 'started_at': datetime.datetime(2021, 10, 14, 12, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813986-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:19:02.373670 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cff1cc0-98a3-439e-b4f3-8ae212a58073 None None] Checking segment: {'id': 'fc5e1d55-a2b6-4b22-b480-839be759b015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '288ac87d-2eb5-438c-b4e0-4d2137b80a07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:19:02.374141 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron_lib.callbacks.manager [None req-7cff1cc0-98a3-439e-b4f3-8ae212a58073 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:19:02.374523 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cff1cc0-98a3-439e-b4f3-8ae212a58073 None None] Bound using segment: {'id': 'fc5e1d55-a2b6-4b22-b480-839be759b015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '288ac87d-2eb5-438c-b4e0-4d2137b80a07'} {{(pid=100187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:19:02.375040 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.managers [None req-7cff1cc0-98a3-439e-b4f3-8ae212a58073 None None] Bound port: bfee68e3-c9c4-4798-937c-3743d5e46583, host: dv-cinder-813986-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc5e1d55-a2b6-4b22-b480-839be759b015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '288ac87d-2eb5-438c-b4e0-4d2137b80a07'}}] {{(pid=100187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:19:02.375434 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron_lib.callbacks.manager [None req-7cff1cc0-98a3-439e-b4f3-8ae212a58073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:19:02.441241 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.db [None req-7cff1cc0-98a3-439e-b4f3-8ae212a58073 None None] For port bfee68e3-c9c4-4798-937c-3743d5e46583, host dv-cinder-813986-1-iscsi, cleared binding levels {{(pid=100187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:19:02.460258 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.db [None req-7cff1cc0-98a3-439e-b4f3-8ae212a58073 None None] For port bfee68e3-c9c4-4798-937c-3743d5e46583, host dv-cinder-813986-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=bfee68e3-c9c4-4798-937c-3743d5e46583,segment=NetworkSegment(fc5e1d55-a2b6-4b22-b480-839be759b015),segment_id=fc5e1d55-a2b6-4b22-b480-839be759b015)] {{(pid=100187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:19:02.491726 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-db32818f-e937-4ddf-8e00-daf3d0383c76 None None] Provisioning complete for port bfee68e3-c9c4-4798-937c-3743d5e46583 triggered by entity DHCP. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:19:02.492298 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-db32818f-e937-4ddf-8e00-daf3d0383c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:19:02.524747 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-db32818f-e937-4ddf-8e00-daf3d0383c76 None None] Port bfee68e3-c9c4-4798-937c-3743d5e46583 cannot update to ACTIVE because it is not bound. {{(pid=100186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 12:19:02.532553 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron_lib.callbacks.manager [None req-7cff1cc0-98a3-439e-b4f3-8ae212a58073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:19:02.591448 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc53b74-694e-40f0-b158-63f277e17504 None None] Pushing event updated for resources: {'Port': ['ID=bfee68e3-c9c4-4798-937c-3743d5e46583,revision_number=4']} {{(pid=100187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:19:02.594769 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cff1cc0-98a3-439e-b4f3-8ae212a58073 None None] Routers {'ced57066-ee23-4de5-93b2-fcaca1f8f15a'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:19:02.595370 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_hamode_db [None req-7cff1cc0-98a3-439e-b4f3-8ae212a58073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:18:56Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['ced57066-ee23-4de5-93b2-fcaca1f8f15a'], 'active': True} {{(pid=100187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:19:02.685939 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_dvr_db [None req-7cff1cc0-98a3-439e-b4f3-8ae212a58073 None None] Set router ced57066-ee23-4de5-93b2-fcaca1f8f15a gateway port host: None {{(pid=100187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:19:02.741652 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-9ba274b4-b73d-453c-8a65-1e1e9dc156c2 None None] Provisioning complete for port bfee68e3-c9c4-4798-937c-3743d5e46583 triggered by entity DHCP. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:19:02.742023 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-9ba274b4-b73d-453c-8a65-1e1e9dc156c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:19:02.817876 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-9ba274b4-b73d-453c-8a65-1e1e9dc156c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:19:02.854736 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-9ba274b4-b73d-453c-8a65-1e1e9dc156c2 None None] For port bfee68e3-c9c4-4798-937c-3743d5e46583, host dv-cinder-813986-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=bfee68e3-c9c4-4798-937c-3743d5e46583,segment=NetworkSegment(fc5e1d55-a2b6-4b22-b480-839be759b015),segment_id=fc5e1d55-a2b6-4b22-b480-839be759b015)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:19:02.902577 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_hamode_db [None req-7cff1cc0-98a3-439e-b4f3-8ae212a58073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced57066-ee23-4de5-93b2-fcaca1f8f15a', 'name': 'router1', 'tenant_id': '3a17dee920e64b43abab4603021a9c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:18:49Z', 'updated_at': '2021-10-14T12:19:00Z', 'revision_number': 2, 'project_id': '3a17dee920e64b43abab4603021a9c68', 'gw_port_host': None, '_interfaces': [{'id': 'bfee68e3-c9c4-4798-937c-3743d5e46583', 'name': '', 'network_id': '288ac87d-2eb5-438c-b4e0-4d2137b80a07', 'tenant_id': '3a17dee920e64b43abab4603021a9c68', 'mac_address': 'fa:16:3e:4b:68:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced57066-ee23-4de5-93b2-fcaca1f8f15a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0927d9f4-327a-4ffb-8ae5-9e66834a1a90', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:18:59Z', 'updated_at': '2021-10-14T12:19:02Z', 'revision_number': 4, 'project_id': '3a17dee920e64b43abab4603021a9c68', 'subnets': [{'id': '0927d9f4-327a-4ffb-8ae5-9e66834a1a90', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0d376645-1a35-423e-ad28-77b8bc3533d7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:19:02.928211 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cff1cc0-98a3-439e-b4f3-8ae212a58073 None None] The sync data for ids ['ced57066-ee23-4de5-93b2-fcaca1f8f15a'] in dv-cinder-813986-1-iscsi is: [{'id': 'ced57066-ee23-4de5-93b2-fcaca1f8f15a', 'name': 'router1', 'tenant_id': '3a17dee920e64b43abab4603021a9c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:18:49Z', 'updated_at': '2021-10-14T12:19:00Z', 'revision_number': 2, 'project_id': '3a17dee920e64b43abab4603021a9c68', 'gw_port_host': None, '_interfaces': [{'id': 'bfee68e3-c9c4-4798-937c-3743d5e46583', 'name': '', 'network_id': '288ac87d-2eb5-438c-b4e0-4d2137b80a07', 'tenant_id': '3a17dee920e64b43abab4603021a9c68', 'mac_address': 'fa:16:3e:4b:68:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced57066-ee23-4de5-93b2-fcaca1f8f15a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0927d9f4-327a-4ffb-8ae5-9e66834a1a90', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:18:59Z', 'updated_at': '2021-10-14T12:19:02Z', 'revision_number': 4, 'project_id': '3a17dee920e64b43abab4603021a9c68', 'subnets': [{'id': '0927d9f4-327a-4ffb-8ae5-9e66834a1a90', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0d376645-1a35-423e-ad28-77b8bc3533d7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:19:02.932004 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-9ba274b4-b73d-453c-8a65-1e1e9dc156c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:19:02.993550 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba274b4-b73d-453c-8a65-1e1e9dc156c2 None None] Pushing event updated for resources: {'Port': ['ID=bfee68e3-c9c4-4798-937c-3743d5e46583,revision_number=5']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:19:03.151256 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 56578) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:19:03.260701 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed29a5f8-9a44-42b3-b90f-aa09de585233 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:19:03.262081 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-ed29a5f8-9a44-42b3-b90f-aa09de585233 admin admin] 10.222.0.54 "GET /v2.0/networks/b7b7a1d8-4110-4f63-bddb-33667e2d84f3 HTTP/1.1" status: 200 len: 842 time: 0.1097827 Oct 14 12:19:03.272734 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.v2.base [None req-6e620614-8bb9-4d03-af31-0737f7bfc054 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'gateway_ip': '172.27.0.1', 'ip_version': 4, 'cidr': '172.27.0.0/24', 'name': 'public-subnet'}} {{(pid=100185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:19:03.377535 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e620614-8bb9-4d03-af31-0737f7bfc054 admin admin] Made reservation on behalf of 99da219a48c54713ac6b9aed5e491fed for: {'subnet': 1} {{(pid=100185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:19:03.379873 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-6e620614-8bb9-4d03-af31-0737f7bfc054 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:19:03.724089 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.objects.ports [None req-6e620614-8bb9-4d03-af31-0737f7bfc054 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100185) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 14 12:19:03.724542 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-6e620614-8bb9-4d03-af31-0737f7bfc054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640'] for subnet, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:19:03.780991 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e620614-8bb9-4d03-af31-0737f7bfc054 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eea40cd2-79ec-4f52-9668-443439548eb0,revision_number=0']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:19:03.790405 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e620614-8bb9-4d03-af31-0737f7bfc054 admin admin] Checking segment: {'id': '25948913-841c-4e53-955d-096026847693', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:19:03.790405 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e620614-8bb9-4d03-af31-0737f7bfc054 admin admin] Network hostable DHCP agents. Network: b7b7a1d8-4110-4f63-bddb-33667e2d84f3, hostable agents: ['e1af82bd-3b37-4baa-aee7-1aadb6380796'], hosted agents: [] {{(pid=100185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 12:19:03.885506 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e620614-8bb9-4d03-af31-0737f7bfc054 admin admin] Network b7b7a1d8-4110-4f63-bddb-33667e2d84f3 is scheduled to be hosted by DHCP agent e1af82bd-3b37-4baa-aee7-1aadb6380796 with binding_index 1 {{(pid=100185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 12:19:03.976977 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.base_scheduler [None req-6e620614-8bb9-4d03-af31-0737f7bfc054 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813986-1-iscsi, b7b7a1d8-4110-4f63-bddb-33667e2d84f3) {{(pid=100185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:19:03.981259 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e620614-8bb9-4d03-af31-0737f7bfc054 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:19:03.981898 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-6e620614-8bb9-4d03-af31-0737f7bfc054 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531662'] for subnet, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:19:03.988405 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90435d77-0d6e-48aa-9d09-33744726c397 None None] Network b7b7a1d8-4110-4f63-bddb-33667e2d84f3 requested from dv-cinder-813986-1-iscsi {{(pid=100186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:19:04.054941 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-6e620614-8bb9-4d03-af31-0737f7bfc054 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7858667 Oct 14 12:19:04.115164 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961d58cb-042d-4f48-b2c0-4f5f44429d40 None None] Network b7b7a1d8-4110-4f63-bddb-33667e2d84f3 requested from dv-cinder-813986-1-iscsi {{(pid=100186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:19:06.393512 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 56586) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:19:06.651249 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-fd6e492b-bad6-4845-a1ba-8376343ad658 admin admin] 10.222.0.54 "GET /v2.0/routers/ced57066-ee23-4de5-93b2-fcaca1f8f15a HTTP/1.1" status: 200 len: 710 time: 0.2560785 Oct 14 12:19:06.763805 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6118deac-bb53-49ff-8e16-0cc38859d804 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:19:06.765208 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-6118deac-bb53-49ff-8e16-0cc38859d804 admin admin] 10.222.0.54 "GET /v2.0/networks/b7b7a1d8-4110-4f63-bddb-33667e2d84f3 HTTP/1.1" status: 200 len: 886 time: 0.1079991 Oct 14 12:19:06.775162 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.v2.base [None req-38b16f07-756d-43d6-9bfe-8692bc6c28b0 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3'}}} {{(pid=100184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:19:07.021785 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-38b16f07-756d-43d6-9bfe-8692bc6c28b0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:19:07.304317 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-38b16f07-756d-43d6-9bfe-8692bc6c28b0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:19:07.382674 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-38b16f07-756d-43d6-9bfe-8692bc6c28b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:19:07.538833 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.db.db_base_plugin_common [None req-38b16f07-756d-43d6-9bfe-8692bc6c28b0 admin admin] Allocated IP 172.27.0.89 (b7b7a1d8-4110-4f63-bddb-33667e2d84f3/eea40cd2-79ec-4f52-9668-443439548eb0/22d8704b-2d7b-4f80-a41f-113f3b3abe42) {{(pid=100184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:19:07.689264 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-38b16f07-756d-43d6-9bfe-8692bc6c28b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:19:07.863399 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-38b16f07-756d-43d6-9bfe-8692bc6c28b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787792822806'] for port, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:19:07.929487 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b16f07-756d-43d6-9bfe-8692bc6c28b0 admin admin] Network b7b7a1d8-4110-4f63-bddb-33667e2d84f3 is already hosted by enough agents. {{(pid=100184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:19:07.933842 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.base_scheduler [None req-38b16f07-756d-43d6-9bfe-8692bc6c28b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:19:07.939169 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b16f07-756d-43d6-9bfe-8692bc6c28b0 admin admin] Received port after_create {{(pid=100184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:19:07.958904 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b16f07-756d-43d6-9bfe-8692bc6c28b0 admin admin] Pushing event updated for resources: {'Port': ['ID=22d8704b-2d7b-4f80-a41f-113f3b3abe42,revision_number=1']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:19:08.337336 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-38b16f07-756d-43d6-9bfe-8692bc6c28b0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:19:08.445695 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device bfee68e3-c9c4-4798-937c-3743d5e46583 up at agent ovs-agent-dv-cinder-813986-1-iscsi {{(pid=100186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:19:08.495881 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Provisioning complete for port bfee68e3-c9c4-4798-937c-3743d5e46583 triggered by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:19:08.496202 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:19:08.534690 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-38b16f07-756d-43d6-9bfe-8692bc6c28b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-619649', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-265'] for router, precommit_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:19:08.539771 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-38b16f07-756d-43d6-9bfe-8692bc6c28b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-619656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-619711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-560214'] for router, after_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:19:08.650332 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38b16f07-756d-43d6-9bfe-8692bc6c28b0 admin admin] Router ced57066-ee23-4de5-93b2-fcaca1f8f15a has already been hosted by L3 agent 98567738-4256-4ddd-ae03-62c82ecec038 {{(pid=100184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 12:19:08.757619 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b16f07-756d-43d6-9bfe-8692bc6c28b0 admin admin] Notify agent at l3_agent.dv-cinder-813986-1-iscsi the message routers_updated {{(pid=100184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:19:08.762192 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-38b16f07-756d-43d6-9bfe-8692bc6c28b0 admin admin] Notify callbacks [] for router, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:19:08.763249 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-38b16f07-756d-43d6-9bfe-8692bc6c28b0 admin admin] 10.222.0.54 "PUT /v2.0/routers/ced57066-ee23-4de5-93b2-fcaca1f8f15a HTTP/1.1" status: 200 len: 889 time: 1.9913182 Oct 14 12:19:09.276672 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fe3cec-f383-4b43-a41f-0f5e7c38b316 None None] Sync routers for ids ['ced57066-ee23-4de5-93b2-fcaca1f8f15a'] in dv-cinder-813986-1-iscsi {{(pid=100186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:19:09.287416 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fe3cec-f383-4b43-a41f-0f5e7c38b316 None None] Routers {'ced57066-ee23-4de5-93b2-fcaca1f8f15a'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:19:09.288080 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-88fe3cec-f383-4b43-a41f-0f5e7c38b316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:18:56Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['ced57066-ee23-4de5-93b2-fcaca1f8f15a'], 'active': True} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:19:09.494042 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvr_db [None req-88fe3cec-f383-4b43-a41f-0f5e7c38b316 None None] Set router ced57066-ee23-4de5-93b2-fcaca1f8f15a gateway port host: dv-cinder-813986-1-iscsi {{(pid=100186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:19:09.886450 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-88fe3cec-f383-4b43-a41f-0f5e7c38b316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced57066-ee23-4de5-93b2-fcaca1f8f15a', 'name': 'router1', 'tenant_id': '3a17dee920e64b43abab4603021a9c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '22d8704b-2d7b-4f80-a41f-113f3b3abe42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:18:49Z', 'updated_at': '2021-10-14T12:19:08Z', 'revision_number': 4, 'project_id': '3a17dee920e64b43abab4603021a9c68', 'gw_port': {'id': '22d8704b-2d7b-4f80-a41f-113f3b3abe42', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced57066-ee23-4de5-93b2-fcaca1f8f15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:19:07Z', 'updated_at': '2021-10-14T12:19:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_interfaces': [{'id': 'bfee68e3-c9c4-4798-937c-3743d5e46583', 'name': '', 'network_id': '288ac87d-2eb5-438c-b4e0-4d2137b80a07', 'tenant_id': '3a17dee920e64b43abab4603021a9c68', 'mac_address': 'fa:16:3e:4b:68:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced57066-ee23-4de5-93b2-fcaca1f8f15a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0927d9f4-327a-4ffb-8ae5-9e66834a1a90', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:18:59Z', 'updated_at': '2021-10-14T12:19:02Z', 'revision_number': 5, 'project_id': '3a17dee920e64b43abab4603021a9c68', 'subnets': [{'id': '0927d9f4-327a-4ffb-8ae5-9e66834a1a90', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0d376645-1a35-423e-ad28-77b8bc3533d7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:19:09.936245 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fe3cec-f383-4b43-a41f-0f5e7c38b316 None None] Checking router: ced57066-ee23-4de5-93b2-fcaca1f8f15a for host: dv-cinder-813986-1-iscsi {{(pid=100186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:19:09.936598 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fe3cec-f383-4b43-a41f-0f5e7c38b316 None None] Updating router ced57066-ee23-4de5-93b2-fcaca1f8f15a port 22d8704b-2d7b-4f80-a41f-113f3b3abe42 binding host dv-cinder-813986-1-iscsi {{(pid=100186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 12:19:09.985083 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-88fe3cec-f383-4b43-a41f-0f5e7c38b316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:19:10.368480 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-88fe3cec-f383-4b43-a41f-0f5e7c38b316 None None] Notify callbacks [] for port, precommit_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:19:10.423055 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-88fe3cec-f383-4b43-a41f-0f5e7c38b316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:19:10.474035 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.managers [None req-88fe3cec-f383-4b43-a41f-0f5e7c38b316 None None] Attempting to bind port 22d8704b-2d7b-4f80-a41f-113f3b3abe42 on host dv-cinder-813986-1-iscsi for vnic_type normal with profile {{(pid=100186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:19:10.474407 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.managers [None req-88fe3cec-f383-4b43-a41f-0f5e7c38b316 None None] Attempting to bind port 22d8704b-2d7b-4f80-a41f-113f3b3abe42 by drivers openvswitch,hyperv on host dv-cinder-813986-1-iscsi at level 0 using segments [{'id': '25948913-841c-4e53-955d-096026847693', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3'}] {{(pid=100186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:19:10.474764 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fe3cec-f383-4b43-a41f-0f5e7c38b316 None None] Attempting to bind port 22d8704b-2d7b-4f80-a41f-113f3b3abe42 on network b7b7a1d8-4110-4f63-bddb-33667e2d84f3 {{(pid=100186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:19:10.476777 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6269b3-d870-4ada-9a1f-12a20f46f1c6 None None] Pushing event updated for resources: {'Port': ['ID=22d8704b-2d7b-4f80-a41f-113f3b3abe42,revision_number=2']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:19:10.482312 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fe3cec-f383-4b43-a41f-0f5e7c38b316 None None] Checking agent: {'id': '87c3554d-181c-44a6-8f26-629ea6b28d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813986-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 18, 27), 'started_at': datetime.datetime(2021, 10, 14, 12, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813986-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:19:10.482680 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fe3cec-f383-4b43-a41f-0f5e7c38b316 None None] Checking segment: {'id': '25948913-841c-4e53-955d-096026847693', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:19:10.483074 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-88fe3cec-f383-4b43-a41f-0f5e7c38b316 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:19:10.483447 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fe3cec-f383-4b43-a41f-0f5e7c38b316 None None] Bound using segment: {'id': '25948913-841c-4e53-955d-096026847693', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3'} {{(pid=100186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:19:10.483905 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.managers [None req-88fe3cec-f383-4b43-a41f-0f5e7c38b316 None None] Bound port: 22d8704b-2d7b-4f80-a41f-113f3b3abe42, host: dv-cinder-813986-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25948913-841c-4e53-955d-096026847693', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3'}}] {{(pid=100186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:19:10.484316 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-88fe3cec-f383-4b43-a41f-0f5e7c38b316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:19:10.532650 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-88fe3cec-f383-4b43-a41f-0f5e7c38b316 None None] For port 22d8704b-2d7b-4f80-a41f-113f3b3abe42, host dv-cinder-813986-1-iscsi, cleared binding levels {{(pid=100186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:19:10.536118 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-88fe3cec-f383-4b43-a41f-0f5e7c38b316 None None] For port 22d8704b-2d7b-4f80-a41f-113f3b3abe42, host dv-cinder-813986-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=22d8704b-2d7b-4f80-a41f-113f3b3abe42,segment=NetworkSegment(25948913-841c-4e53-955d-096026847693),segment_id=25948913-841c-4e53-955d-096026847693)] {{(pid=100186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:19:10.589493 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-88fe3cec-f383-4b43-a41f-0f5e7c38b316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:19:10.649643 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fe3cec-f383-4b43-a41f-0f5e7c38b316 None None] Routers {'ced57066-ee23-4de5-93b2-fcaca1f8f15a'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:19:10.650257 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-88fe3cec-f383-4b43-a41f-0f5e7c38b316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:18:56Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['ced57066-ee23-4de5-93b2-fcaca1f8f15a'], 'active': True} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:19:10.651931 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6269b3-d870-4ada-9a1f-12a20f46f1c6 None None] Pushing event updated for resources: {'Port': ['ID=22d8704b-2d7b-4f80-a41f-113f3b3abe42,revision_number=3']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:19:10.762869 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvr_db [None req-88fe3cec-f383-4b43-a41f-0f5e7c38b316 None None] Set router ced57066-ee23-4de5-93b2-fcaca1f8f15a gateway port host: dv-cinder-813986-1-iscsi {{(pid=100186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:19:10.975696 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-88fe3cec-f383-4b43-a41f-0f5e7c38b316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced57066-ee23-4de5-93b2-fcaca1f8f15a', 'name': 'router1', 'tenant_id': '3a17dee920e64b43abab4603021a9c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '22d8704b-2d7b-4f80-a41f-113f3b3abe42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:18:49Z', 'updated_at': '2021-10-14T12:19:08Z', 'revision_number': 4, 'project_id': '3a17dee920e64b43abab4603021a9c68', 'gw_port': {'id': '22d8704b-2d7b-4f80-a41f-113f3b3abe42', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced57066-ee23-4de5-93b2-fcaca1f8f15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:19:07Z', 'updated_at': '2021-10-14T12:19:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_interfaces': [{'id': 'bfee68e3-c9c4-4798-937c-3743d5e46583', 'name': '', 'network_id': '288ac87d-2eb5-438c-b4e0-4d2137b80a07', 'tenant_id': '3a17dee920e64b43abab4603021a9c68', 'mac_address': 'fa:16:3e:4b:68:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced57066-ee23-4de5-93b2-fcaca1f8f15a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0927d9f4-327a-4ffb-8ae5-9e66834a1a90', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:18:59Z', 'updated_at': '2021-10-14T12:19:02Z', 'revision_number': 5, 'project_id': '3a17dee920e64b43abab4603021a9c68', 'subnets': [{'id': '0927d9f4-327a-4ffb-8ae5-9e66834a1a90', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0d376645-1a35-423e-ad28-77b8bc3533d7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:19:11.002720 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fe3cec-f383-4b43-a41f-0f5e7c38b316 None None] The sync data for ids ['ced57066-ee23-4de5-93b2-fcaca1f8f15a'] in dv-cinder-813986-1-iscsi is: [{'id': 'ced57066-ee23-4de5-93b2-fcaca1f8f15a', 'name': 'router1', 'tenant_id': '3a17dee920e64b43abab4603021a9c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '22d8704b-2d7b-4f80-a41f-113f3b3abe42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:18:49Z', 'updated_at': '2021-10-14T12:19:08Z', 'revision_number': 4, 'project_id': '3a17dee920e64b43abab4603021a9c68', 'gw_port': {'id': '22d8704b-2d7b-4f80-a41f-113f3b3abe42', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced57066-ee23-4de5-93b2-fcaca1f8f15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:19:07Z', 'updated_at': '2021-10-14T12:19:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_interfaces': [{'id': 'bfee68e3-c9c4-4798-937c-3743d5e46583', 'name': '', 'network_id': '288ac87d-2eb5-438c-b4e0-4d2137b80a07', 'tenant_id': '3a17dee920e64b43abab4603021a9c68', 'mac_address': 'fa:16:3e:4b:68:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced57066-ee23-4de5-93b2-fcaca1f8f15a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0927d9f4-327a-4ffb-8ae5-9e66834a1a90', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:18:59Z', 'updated_at': '2021-10-14T12:19:02Z', 'revision_number': 5, 'project_id': '3a17dee920e64b43abab4603021a9c68', 'subnets': [{'id': '0927d9f4-327a-4ffb-8ae5-9e66834a1a90', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0d376645-1a35-423e-ad28-77b8bc3533d7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:19:11.170061 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 56598) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:19:11.286739 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-a2876f10-c3ae-4d2d-b381-cc86ec8e3701 admin admin] 10.222.0.54 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1154728 Oct 14 12:19:11.555739 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.agents_db [None req-78dcfc36-1157-4c7d-a1d8-d24093a96b44 None None] Agent healthcheck: found 5 active agents {{(pid=100187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:19:12.450829 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device 22d8704b-2d7b-4f80-a41f-113f3b3abe42 up at agent ovs-agent-dv-cinder-813986-1-iscsi {{(pid=100186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:19:12.502211 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Provisioning complete for port 22d8704b-2d7b-4f80-a41f-113f3b3abe42 triggered by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:19:12.502578 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:19:12.586690 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:19:12.608580 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] For port 22d8704b-2d7b-4f80-a41f-113f3b3abe42, host dv-cinder-813986-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=22d8704b-2d7b-4f80-a41f-113f3b3abe42,segment=NetworkSegment(25948913-841c-4e53-955d-096026847693),segment_id=25948913-841c-4e53-955d-096026847693)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:19:12.662793 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:19:12.708542 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Pushing event updated for resources: {'Port': ['ID=22d8704b-2d7b-4f80-a41f-113f3b3abe42,revision_number=4']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:19:14.426695 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device 22d8704b-2d7b-4f80-a41f-113f3b3abe42 up at agent ovs-agent-dv-cinder-813986-1-iscsi {{(pid=100186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:19:14.477646 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Provisioning complete for port 22d8704b-2d7b-4f80-a41f-113f3b3abe42 triggered by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:19:14.478011 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:19:23.131005 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-53ba5438-b78c-42cf-b8e6-0fa53ae9229a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:19:25.927654 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-7e22e6e2-ab07-49e0-a075-d740d4fbefc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:19:26.970751 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-469b4b0a-0edb-4369-82f6-413c16907b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:19:27.062402 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:19:28.251218 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-27c04846-3a84-4189-8b30-75b8cfbf2676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:19:48.554694 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.agents_db [None req-78dcfc36-1157-4c7d-a1d8-d24093a96b44 None None] Agent healthcheck: found 5 active agents {{(pid=100187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:19:53.163485 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-55e6bf78-30b5-48e8-b2f8-50f29d6579dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:19:55.918036 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-0f01e85e-5bd3-41a7-9993-92b87b403262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:19:56.974886 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-469b4b0a-0edb-4369-82f6-413c16907b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:19:57.083718 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:19:58.671820 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-27c04846-3a84-4189-8b30-75b8cfbf2676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:20:23.122499 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-eb519d70-4640-4b3b-b79a-7903e3f1f7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:20:25.553761 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.agents_db [None req-78dcfc36-1157-4c7d-a1d8-d24093a96b44 None None] Agent healthcheck: found 5 active agents {{(pid=100187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:20:25.911089 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-bf39447f-b21c-4b39-a3c7-67e3ab11207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:20:27.017240 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-469b4b0a-0edb-4369-82f6-413c16907b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:20:27.082436 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:20:28.253334 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-27c04846-3a84-4189-8b30-75b8cfbf2676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:20:48.852305 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 57160) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:20:48.916233 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.pecan_wsgi.hooks.translation [None req-c466442f-49d8-4d87-ba43-940aa9caaf2e admin admin] GET failed (client error): The resource could not be found. Oct 14 12:20:48.917555 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-c466442f-49d8-4d87-ba43-940aa9caaf2e admin admin] 10.222.0.54 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0643053 Oct 14 12:20:49.075692 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07a8f99-7389-4611-84d8-5f0636fc9ab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:20:49.077117 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-c07a8f99-7389-4611-84d8-5f0636fc9ab7 admin admin] 10.222.0.54 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1543481 Oct 14 12:20:51.241007 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 57170) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:20:51.331992 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30bf27f-b677-4e8b-9362-095886c26ed4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:20:51.333351 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-a30bf27f-b677-4e8b-9362-095886c26ed4 admin admin] 10.222.0.54 "GET /v2.0/subnets/0927d9f4-327a-4ffb-8ae5-9e66834a1a90 HTTP/1.1" status: 200 len: 849 time: 0.0913837 Oct 14 12:20:51.343660 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.v2.base [None req-72f702dc-9807-4543-9dd3-10750c2608c9 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:20:51.427109 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-72f702dc-9807-4543-9dd3-10750c2608c9 admin admin] Notify callbacks [] for subnet, before_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:20:51.617986 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-72f702dc-9807-4543-9dd3-10750c2608c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787793344305'] for subnet, after_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:20:51.648226 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f702dc-9807-4543-9dd3-10750c2608c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:20:51.648808 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-72f702dc-9807-4543-9dd3-10750c2608c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531662'] for subnet, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:20:51.650250 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-72f702dc-9807-4543-9dd3-10750c2608c9 admin admin] 10.222.0.54 "PUT /v2.0/subnets/0927d9f4-327a-4ffb-8ae5-9e66834a1a90 HTTP/1.1" status: 200 len: 868 time: 0.3102942 Oct 14 12:20:51.653931 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185639cd-2775-4aa9-971b-ed88627dcab8 None None] Network 288ac87d-2eb5-438c-b4e0-4d2137b80a07 requested from dv-cinder-813986-1-iscsi {{(pid=100186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:20:51.670966 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f702dc-9807-4543-9dd3-10750c2608c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0927d9f4-327a-4ffb-8ae5-9e66834a1a90,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:20:51.678591 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f702dc-9807-4543-9dd3-10750c2608c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:20:51.678921 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f702dc-9807-4543-9dd3-10750c2608c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:20:51.679222 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f702dc-9807-4543-9dd3-10750c2608c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:20:51.679560 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f702dc-9807-4543-9dd3-10750c2608c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:20:51.679888 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f702dc-9807-4543-9dd3-10750c2608c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:20:51.680267 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f702dc-9807-4543-9dd3-10750c2608c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:20:51.680603 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f702dc-9807-4543-9dd3-10750c2608c9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:20:51.680932 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f702dc-9807-4543-9dd3-10750c2608c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:20:51.681274 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f702dc-9807-4543-9dd3-10750c2608c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:20:51.681605 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f702dc-9807-4543-9dd3-10750c2608c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:20:51.681926 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f702dc-9807-4543-9dd3-10750c2608c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:20:51.682320 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f702dc-9807-4543-9dd3-10750c2608c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:20:51.978489 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-2818781c-0622-4e15-85a9-99559c6690dd None None] Provisioning complete for port e1b2004d-de7e-40c1-a16b-3934e33edc28 triggered by entity DHCP. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:20:51.978862 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-2818781c-0622-4e15-85a9-99559c6690dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:20:52.066796 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-2818781c-0622-4e15-85a9-99559c6690dd None None] Provisioning complete for port bfee68e3-c9c4-4798-937c-3743d5e46583 triggered by entity DHCP. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:20:52.067162 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-2818781c-0622-4e15-85a9-99559c6690dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:20:53.161615 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-54649ddc-9c4c-4d79-b4c1-d43fbaf26aff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:20:53.862410 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 57180) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:20:54.125164 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2868ba9d-9c5b-4fc0-98c9-c909f28c46aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:20:54.125551 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2868ba9d-9c5b-4fc0-98c9-c909f28c46aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:20:54.127103 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-2868ba9d-9c5b-4fc0-98c9-c909f28c46aa admin admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2631748 Oct 14 12:20:55.954141 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-75e8f440-25c7-4ccb-b19b-09eaae2a69be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:20:56.312352 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 57188) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:20:56.507577 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2caf82-0389-4b3c-be5c-0c40800ab20b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:20:56.507997 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2caf82-0389-4b3c-be5c-0c40800ab20b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:20:56.509507 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-ce2caf82-0389-4b3c-be5c-0c40800ab20b admin admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1958647 Oct 14 12:20:56.983823 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-469b4b0a-0edb-4369-82f6-413c16907b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:20:57.080883 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:20:58.235203 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-27c04846-3a84-4189-8b30-75b8cfbf2676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:20:58.687659 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 57196) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:20:58.827789 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a67860f-8a64-41eb-b4a5-a0e495538f13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:20:58.829162 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-3a67860f-8a64-41eb-b4a5-a0e495538f13 admin admin] 10.222.0.54 "GET /v2.0/networks/288ac87d-2eb5-438c-b4e0-4d2137b80a07 HTTP/1.1" status: 200 len: 869 time: 0.1405399 Oct 14 12:21:00.985266 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 57204) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:21:01.110378 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9972b3-c0cb-4bce-92eb-ae181792c4df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:21:01.111742 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-5a9972b3-c0cb-4bce-92eb-ae181792c4df admin admin] 10.222.0.54 "GET /v2.0/networks/b7b7a1d8-4110-4f63-bddb-33667e2d84f3 HTTP/1.1" status: 200 len: 886 time: 0.1255236 Oct 14 12:21:02.552308 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.agents_db [None req-78dcfc36-1157-4c7d-a1d8-d24093a96b44 None None] Agent healthcheck: found 5 active agents {{(pid=100187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:21:03.298387 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 57212) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:21:03.423067 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ca0766-0c48-43ee-99b7-673f86f3f819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:21:03.423514 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ca0766-0c48-43ee-99b7-673f86f3f819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:21:03.425022 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-30ca0766-0c48-43ee-99b7-673f86f3f819 admin admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1256452 Oct 14 12:21:05.580351 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 57220) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:21:05.668516 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3374077-1441-48ff-a8c1-6b4f7be8c519 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:21:05.668963 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3374077-1441-48ff-a8c1-6b4f7be8c519 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:21:05.670932 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-b3374077-1441-48ff-a8c1-6b4f7be8c519 admin admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0897033 Oct 14 12:21:07.845970 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 57228) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:21:07.936748 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353cfa6c-d2e3-4f64-8be9-6d54d7dbc20a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:21:07.938090 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-353cfa6c-d2e3-4f64-8be9-6d54d7dbc20a admin admin] 10.222.0.54 "GET /v2.0/subnets/0927d9f4-327a-4ffb-8ae5-9e66834a1a90 HTTP/1.1" status: 200 len: 868 time: 0.0911639 Oct 14 12:21:10.118198 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 57236) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:21:10.204428 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb8db01-acd4-493b-8c1c-d2bf2942f23a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:21:10.205732 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-aeb8db01-acd4-493b-8c1c-d2bf2942f23a admin admin] 10.222.0.54 "GET /v2.0/subnets/eea40cd2-79ec-4f52-9668-443439548eb0 HTTP/1.1" status: 200 len: 816 time: 0.0865867 Oct 14 12:21:23.137492 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-8b6b5637-eb25-47d7-b6a3-f42e377f848a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:21:25.908161 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-553fbdb6-c401-4155-a975-b5388b00a422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:21:27.004263 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-469b4b0a-0edb-4369-82f6-413c16907b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:21:27.067161 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:21:28.245683 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-27c04846-3a84-4189-8b30-75b8cfbf2676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:21:34.270736 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 57290) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:21:34.318259 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [None req-22e05985-b989-4206-9ee3-43e00684d10e admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=100185) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 12:21:34.319233 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-22e05985-b989-4206-9ee3-43e00684d10e admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0475760 Oct 14 12:21:36.571669 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 57298) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:21:36.631836 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.pecan_wsgi.hooks.translation [None req-12bbcc22-def3-408e-8d10-1d094242a676 admin admin] GET failed (client error): The resource could not be found. Oct 14 12:21:36.638672 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-12bbcc22-def3-408e-8d10-1d094242a676 admin admin] 10.222.0.54 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0606072 Oct 14 12:21:36.717976 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c7f09d-587b-4c6b-a55b-e2ecd234c6d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:21:36.719415 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-d3c7f09d-587b-4c6b-a55b-e2ecd234c6d1 admin admin] 10.222.0.54 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0812013 Oct 14 12:21:38.935680 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 57306) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:21:38.981550 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.v2.base [None req-fb8d2973-43b1-45a4-a691-3e10fb55ccd4 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=100184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:21:39.094653 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb8d2973-43b1-45a4-a691-3e10fb55ccd4 admin admin] Made reservation on behalf of 99da219a48c54713ac6b9aed5e491fed for: {'network': 1} {{(pid=100184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:21:39.096895 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-fb8d2973-43b1-45a4-a691-3e10fb55ccd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for network, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:21:39.130501 dv-cinder-813986-1-iscsi neutron-server[100184]: WARNING neutron.services.revisions.revision_plugin [None req-fb8d2973-43b1-45a4-a691-3e10fb55ccd4 admin admin] Could not find related network for resource to bump revision. Oct 14 12:21:39.142314 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb8d2973-43b1-45a4-a691-3e10fb55ccd4 admin admin] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=100184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 12:21:39.154846 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-fb8d2973-43b1-45a4-a691-3e10fb55ccd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030694'] for segment, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:21:39.155194 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.db.segments_db [None req-fb8d2973-43b1-45a4-a691-3e10fb55ccd4 admin admin] Added segment 1f5407d7-72c4-4f40-b8fb-f055054e3243 of type vlan for network dd64be84-8e55-48f7-9e3e-7e6dd354ad5d Oct 14 12:21:39.192962 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-fb8d2973-43b1-45a4-a691-3e10fb55ccd4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787792777849'] for network, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:21:39.296583 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-fb8d2973-43b1-45a4-a691-3e10fb55ccd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640'] for network, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:21:39.297529 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8d2973-43b1-45a4-a691-3e10fb55ccd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:21:39.298106 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-fb8d2973-43b1-45a4-a691-3e10fb55ccd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531662'] for network, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:21:39.358050 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8d2973-43b1-45a4-a691-3e10fb55ccd4 admin admin] Pushing event updated for resources: {'Network': ['ID=dd64be84-8e55-48f7-9e3e-7e6dd354ad5d,revision_number=1']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:21:39.364535 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8d2973-43b1-45a4-a691-3e10fb55ccd4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:21:39.364900 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8d2973-43b1-45a4-a691-3e10fb55ccd4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:21:39.365243 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8d2973-43b1-45a4-a691-3e10fb55ccd4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:21:39.365575 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8d2973-43b1-45a4-a691-3e10fb55ccd4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:21:39.365902 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8d2973-43b1-45a4-a691-3e10fb55ccd4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:21:39.366245 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8d2973-43b1-45a4-a691-3e10fb55ccd4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:21:39.366578 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8d2973-43b1-45a4-a691-3e10fb55ccd4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:21:39.366914 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8d2973-43b1-45a4-a691-3e10fb55ccd4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:21:39.367240 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8d2973-43b1-45a4-a691-3e10fb55ccd4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:21:39.367560 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8d2973-43b1-45a4-a691-3e10fb55ccd4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:21:39.367877 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8d2973-43b1-45a4-a691-3e10fb55ccd4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:21:39.368236 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8d2973-43b1-45a4-a691-3e10fb55ccd4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:21:39.423458 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-fb8d2973-43b1-45a4-a691-3e10fb55ccd4 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4865439 Oct 14 12:21:39.478652 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Network dd64be84-8e55-48f7-9e3e-7e6dd354ad5d details requested by agent ovs-agent-dv-cinder-813986-1-iscsi with host dv-cinder-813986-1-iscsi {{(pid=100186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 12:21:39.551809 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.agents_db [None req-78dcfc36-1157-4c7d-a1d8-d24093a96b44 None None] Agent healthcheck: found 5 active agents {{(pid=100187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:21:41.631388 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 57314) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:21:41.692000 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c8156fc-ba12-4005-8f54-c8084734f624 admin admin] GET failed (client error): The resource could not be found. Oct 14 12:21:41.693309 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-5c8156fc-ba12-4005-8f54-c8084734f624 admin admin] 10.222.0.54 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0609388 Oct 14 12:21:41.763178 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4358419c-f602-4496-99e3-65bccb18620b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:21:41.764610 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-4358419c-f602-4496-99e3-65bccb18620b admin admin] 10.222.0.54 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0667098 Oct 14 12:21:41.774575 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.v2.base [None req-a24a1d0b-4ff1-492f-9666-f233b81c3803 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'network_id': 'dd64be84-8e55-48f7-9e3e-7e6dd354ad5d', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=100184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:21:41.890332 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24a1d0b-4ff1-492f-9666-f233b81c3803 admin admin] Made reservation on behalf of 99da219a48c54713ac6b9aed5e491fed for: {'subnet': 1} {{(pid=100184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:21:41.892514 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-a24a1d0b-4ff1-492f-9666-f233b81c3803 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:21:42.157723 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-a24a1d0b-4ff1-492f-9666-f233b81c3803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640'] for subnet, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:21:42.215890 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24a1d0b-4ff1-492f-9666-f233b81c3803 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb1c9a13-d8f2-41fd-9cf2-b9828eb2a63a,revision_number=0']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:21:42.218421 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24a1d0b-4ff1-492f-9666-f233b81c3803 admin admin] Checking segment: {'id': '1f5407d7-72c4-4f40-b8fb-f055054e3243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'dd64be84-8e55-48f7-9e3e-7e6dd354ad5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:21:42.218761 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24a1d0b-4ff1-492f-9666-f233b81c3803 admin admin] Network hostable DHCP agents. Network: dd64be84-8e55-48f7-9e3e-7e6dd354ad5d, hostable agents: ['e1af82bd-3b37-4baa-aee7-1aadb6380796'], hosted agents: [] {{(pid=100184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 12:21:42.311634 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24a1d0b-4ff1-492f-9666-f233b81c3803 admin admin] Network dd64be84-8e55-48f7-9e3e-7e6dd354ad5d is scheduled to be hosted by DHCP agent e1af82bd-3b37-4baa-aee7-1aadb6380796 with binding_index 1 {{(pid=100184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 12:21:42.426042 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.base_scheduler [None req-a24a1d0b-4ff1-492f-9666-f233b81c3803 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813986-1-iscsi, dd64be84-8e55-48f7-9e3e-7e6dd354ad5d) {{(pid=100184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:21:42.430300 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24a1d0b-4ff1-492f-9666-f233b81c3803 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:21:42.430914 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-a24a1d0b-4ff1-492f-9666-f233b81c3803 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531662'] for subnet, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:21:42.435715 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c849cf-b41f-4029-92f0-04027e8a41d6 None None] Network dd64be84-8e55-48f7-9e3e-7e6dd354ad5d requested from dv-cinder-813986-1-iscsi {{(pid=100186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:21:42.516471 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-a24a1d0b-4ff1-492f-9666-f233b81c3803 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7451169 Oct 14 12:21:42.581571 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239a3b5e-9f66-45d2-8ef0-628c73402987 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5129df06-2639-51ba-adec-6ae547517b28-dd64be84-8e55-48f7-9e3e-7e6dd354ad5d', 'network_id': 'dd64be84-8e55-48f7-9e3e-7e6dd354ad5d', 'tenant_id': '99da219a48c54713ac6b9aed5e491fed', 'fixed_ips': [{'subnet_id': 'cb1c9a13-d8f2-41fd-9cf2-b9828eb2a63a'}]}} from dv-cinder-813986-1-iscsi. {{(pid=100186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 14 12:21:42.582612 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-239a3b5e-9f66-45d2-8ef0-628c73402987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_create {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:21:42.726815 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.db_base_plugin_common [None req-239a3b5e-9f66-45d2-8ef0-628c73402987 None None] Allocated IP 192.168.233.2 (dd64be84-8e55-48f7-9e3e-7e6dd354ad5d/cb1c9a13-d8f2-41fd-9cf2-b9828eb2a63a/9e1b6e3f-7371-4ad9-993e-4733789ab6b7) {{(pid=100186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:21:42.869864 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-239a3b5e-9f66-45d2-8ef0-628c73402987 None None] Notify callbacks [] for port, precommit_create {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:21:42.954000 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-239a3b5e-9f66-45d2-8ef0-628c73402987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787792822806'] for port, after_create {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:21:42.989714 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239a3b5e-9f66-45d2-8ef0-628c73402987 None None] Network dd64be84-8e55-48f7-9e3e-7e6dd354ad5d is already hosted by enough agents. {{(pid=100186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:21:42.992404 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.scheduler.base_scheduler [None req-239a3b5e-9f66-45d2-8ef0-628c73402987 None None] Resources bound (agent type, host, resource id): {{(pid=100186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:21:42.995353 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239a3b5e-9f66-45d2-8ef0-628c73402987 None None] Received port after_create {{(pid=100186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:21:43.008135 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239a3b5e-9f66-45d2-8ef0-628c73402987 None None] Pushing event updated for resources: {'Port': ['ID=9e1b6e3f-7371-4ad9-993e-4733789ab6b7,revision_number=1']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:21:43.030122 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239a3b5e-9f66-45d2-8ef0-628c73402987 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:21:43.030553 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239a3b5e-9f66-45d2-8ef0-628c73402987 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:21:43.030901 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239a3b5e-9f66-45d2-8ef0-628c73402987 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:21:43.031233 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239a3b5e-9f66-45d2-8ef0-628c73402987 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:21:43.031577 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239a3b5e-9f66-45d2-8ef0-628c73402987 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:21:43.031899 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239a3b5e-9f66-45d2-8ef0-628c73402987 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:21:43.032252 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239a3b5e-9f66-45d2-8ef0-628c73402987 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:21:43.032567 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239a3b5e-9f66-45d2-8ef0-628c73402987 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:21:43.032900 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239a3b5e-9f66-45d2-8ef0-628c73402987 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:21:43.033251 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239a3b5e-9f66-45d2-8ef0-628c73402987 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:21:43.033567 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239a3b5e-9f66-45d2-8ef0-628c73402987 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:21:43.033882 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239a3b5e-9f66-45d2-8ef0-628c73402987 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:21:43.068192 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.managers [None req-239a3b5e-9f66-45d2-8ef0-628c73402987 None None] Attempting to bind port 9e1b6e3f-7371-4ad9-993e-4733789ab6b7 on host dv-cinder-813986-1-iscsi for vnic_type normal with profile {{(pid=100186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:21:43.068553 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.managers [None req-239a3b5e-9f66-45d2-8ef0-628c73402987 None None] Attempting to bind port 9e1b6e3f-7371-4ad9-993e-4733789ab6b7 by drivers openvswitch,hyperv on host dv-cinder-813986-1-iscsi at level 0 using segments [{'id': '1f5407d7-72c4-4f40-b8fb-f055054e3243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'dd64be84-8e55-48f7-9e3e-7e6dd354ad5d'}] {{(pid=100186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:21:43.068905 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239a3b5e-9f66-45d2-8ef0-628c73402987 None None] Attempting to bind port 9e1b6e3f-7371-4ad9-993e-4733789ab6b7 on network dd64be84-8e55-48f7-9e3e-7e6dd354ad5d {{(pid=100186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:21:43.073767 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239a3b5e-9f66-45d2-8ef0-628c73402987 None None] Checking agent: {'id': '87c3554d-181c-44a6-8f26-629ea6b28d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813986-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 18, 27), 'started_at': datetime.datetime(2021, 10, 14, 12, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813986-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:21:43.074129 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239a3b5e-9f66-45d2-8ef0-628c73402987 None None] Checking segment: {'id': '1f5407d7-72c4-4f40-b8fb-f055054e3243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'dd64be84-8e55-48f7-9e3e-7e6dd354ad5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:21:43.074526 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-239a3b5e-9f66-45d2-8ef0-628c73402987 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:21:43.074906 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239a3b5e-9f66-45d2-8ef0-628c73402987 None None] Bound using segment: {'id': '1f5407d7-72c4-4f40-b8fb-f055054e3243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'dd64be84-8e55-48f7-9e3e-7e6dd354ad5d'} {{(pid=100186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:21:43.075408 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.managers [None req-239a3b5e-9f66-45d2-8ef0-628c73402987 None None] Bound port: 9e1b6e3f-7371-4ad9-993e-4733789ab6b7, host: dv-cinder-813986-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f5407d7-72c4-4f40-b8fb-f055054e3243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'dd64be84-8e55-48f7-9e3e-7e6dd354ad5d'}}] {{(pid=100186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:21:43.076409 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-239a3b5e-9f66-45d2-8ef0-628c73402987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:21:43.139410 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-239a3b5e-9f66-45d2-8ef0-628c73402987 None None] For port 9e1b6e3f-7371-4ad9-993e-4733789ab6b7, host dv-cinder-813986-1-iscsi, cleared binding levels {{(pid=100186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:21:43.142439 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-239a3b5e-9f66-45d2-8ef0-628c73402987 None None] For port 9e1b6e3f-7371-4ad9-993e-4733789ab6b7, host dv-cinder-813986-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=9e1b6e3f-7371-4ad9-993e-4733789ab6b7,segment=NetworkSegment(1f5407d7-72c4-4f40-b8fb-f055054e3243),segment_id=1f5407d7-72c4-4f40-b8fb-f055054e3243)] {{(pid=100186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:21:43.203440 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-239a3b5e-9f66-45d2-8ef0-628c73402987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:21:43.264868 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239a3b5e-9f66-45d2-8ef0-628c73402987 None None] Pushing event updated for resources: {'Port': ['ID=9e1b6e3f-7371-4ad9-993e-4733789ab6b7,revision_number=2']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:21:44.081347 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50c1cbe-1a71-4ba6-b97e-835494bbc8f8 None None] Network dd64be84-8e55-48f7-9e3e-7e6dd354ad5d requested from dv-cinder-813986-1-iscsi {{(pid=100186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:21:44.148659 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-6157ce7a-420d-4bcd-a353-5e943df1e444 None None] Provisioning complete for port 9e1b6e3f-7371-4ad9-993e-4733789ab6b7 triggered by entity DHCP. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:21:44.149022 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-6157ce7a-420d-4bcd-a353-5e943df1e444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:21:44.274586 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-6157ce7a-420d-4bcd-a353-5e943df1e444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:21:44.324449 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-6157ce7a-420d-4bcd-a353-5e943df1e444 None None] For port 9e1b6e3f-7371-4ad9-993e-4733789ab6b7, host dv-cinder-813986-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=9e1b6e3f-7371-4ad9-993e-4733789ab6b7,segment=NetworkSegment(1f5407d7-72c4-4f40-b8fb-f055054e3243),segment_id=1f5407d7-72c4-4f40-b8fb-f055054e3243)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:21:44.403527 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-6157ce7a-420d-4bcd-a353-5e943df1e444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:21:44.461758 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6157ce7a-420d-4bcd-a353-5e943df1e444 None None] Pushing event updated for resources: {'Port': ['ID=9e1b6e3f-7371-4ad9-993e-4733789ab6b7,revision_number=3']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:21:44.525534 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-3c3f1685-1a45-483e-a307-418997afd04f None None] Provisioning complete for port 9e1b6e3f-7371-4ad9-993e-4733789ab6b7 triggered by entity DHCP. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:21:44.525913 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-3c3f1685-1a45-483e-a307-418997afd04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:21:44.573237 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device 9e1b6e3f-7371-4ad9-993e-4733789ab6b7 up at agent ovs-agent-dv-cinder-813986-1-iscsi {{(pid=100186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:21:44.652320 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Provisioning complete for port 9e1b6e3f-7371-4ad9-993e-4733789ab6b7 triggered by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:21:44.652695 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:21:53.130085 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-20720668-46a8-46e2-a17d-4b5e2568f02a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:21:56.070652 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-e70be816-7108-4d6b-bf9b-d79d5f69fea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:21:57.030775 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-469b4b0a-0edb-4369-82f6-413c16907b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:21:57.082114 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:21:58.244410 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-27c04846-3a84-4189-8b30-75b8cfbf2676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:22:16.550419 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.agents_db [None req-78dcfc36-1157-4c7d-a1d8-d24093a96b44 None None] Agent healthcheck: found 5 active agents {{(pid=100187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:22:23.137553 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-ccf60d1b-e9ac-414f-8998-3009abc6c3f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:22:25.917134 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-5f43e36c-3634-4ef7-a3e1-b86e9eba1f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:22:27.048760 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-469b4b0a-0edb-4369-82f6-413c16907b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:22:27.088286 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:22:28.271507 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-27c04846-3a84-4189-8b30-75b8cfbf2676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:22:53.135853 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-4d33f324-b02a-4d97-82b7-03b0cad61ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:22:53.549236 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.agents_db [None req-78dcfc36-1157-4c7d-a1d8-d24093a96b44 None None] Agent healthcheck: found 5 active agents {{(pid=100187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:22:55.915740 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-95ab201f-f57d-4244-be73-a641fb88bea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:22:57.035712 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-469b4b0a-0edb-4369-82f6-413c16907b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:22:57.115906 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:22:58.255322 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-27c04846-3a84-4189-8b30-75b8cfbf2676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:23:02.484226 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 57366) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:23:02.490020 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [None req-d446f5f9-03aa-4f4d-8497-e80a21d3593b tempest-verify_tempest_config-1663206765 tempest-verify_tempest_config-1663206765-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=100184) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 12:23:02.490985 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-d446f5f9-03aa-4f4d-8497-e80a21d3593b tempest-verify_tempest_config-1663206765 tempest-verify_tempest_config-1663206765-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058346 Oct 14 12:23:02.972730 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 57384) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:23:03.073876 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-b6ed819e-7c0f-4c7a-9e05-6e02518275ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:23:03.144115 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-b6ed819e-7c0f-4c7a-9e05-6e02518275ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:23:03.229440 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-b6ed819e-7c0f-4c7a-9e05-6e02518275ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:23:03.274767 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed819e-7c0f-4c7a-9e05-6e02518275ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b48a3f-37ad-41be-8da1-f60e5dec934d,revision_number=1']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:23:03.279204 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-b6ed819e-7c0f-4c7a-9e05-6e02518275ae admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0885553ae49c47d79e6b161625f854c0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3054833 Oct 14 12:23:03.282018 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 57388) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:23:03.283416 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed819e-7c0f-4c7a-9e05-6e02518275ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:23:03.283808 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed819e-7c0f-4c7a-9e05-6e02518275ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:23:03.284141 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed819e-7c0f-4c7a-9e05-6e02518275ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:23:03.284474 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed819e-7c0f-4c7a-9e05-6e02518275ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:23:03.284801 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed819e-7c0f-4c7a-9e05-6e02518275ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:23:03.285141 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed819e-7c0f-4c7a-9e05-6e02518275ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:23:03.285470 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed819e-7c0f-4c7a-9e05-6e02518275ae admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:23:03.285803 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed819e-7c0f-4c7a-9e05-6e02518275ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:23:03.286140 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed819e-7c0f-4c7a-9e05-6e02518275ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:23:03.286461 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed819e-7c0f-4c7a-9e05-6e02518275ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:23:03.286778 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed819e-7c0f-4c7a-9e05-6e02518275ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:23:03.287094 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed819e-7c0f-4c7a-9e05-6e02518275ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:23:03.411174 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-7381dbef-969c-4816-a926-0e4245bbded5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:23:03.432246 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-7381dbef-969c-4816-a926-0e4245bbded5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:23:03.561371 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-7381dbef-969c-4816-a926-0e4245bbded5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:23:03.563854 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-7381dbef-969c-4816-a926-0e4245bbded5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:23:03.565024 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-7381dbef-969c-4816-a926-0e4245bbded5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e7b48a3f-37ad-41be-8da1-f60e5dec934d HTTP/1.1" status: 204 len: 168 time: 0.2819908 Oct 14 12:23:03.573027 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7381dbef-969c-4816-a926-0e4245bbded5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b48a3f-37ad-41be-8da1-f60e5dec934d,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:23:03.579544 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7381dbef-969c-4816-a926-0e4245bbded5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:23:03.583749 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7381dbef-969c-4816-a926-0e4245bbded5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:23:03.583749 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7381dbef-969c-4816-a926-0e4245bbded5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:23:03.583749 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7381dbef-969c-4816-a926-0e4245bbded5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:23:03.583749 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7381dbef-969c-4816-a926-0e4245bbded5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:23:03.583749 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7381dbef-969c-4816-a926-0e4245bbded5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:23:03.583749 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7381dbef-969c-4816-a926-0e4245bbded5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:23:03.583749 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7381dbef-969c-4816-a926-0e4245bbded5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:23:03.583749 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7381dbef-969c-4816-a926-0e4245bbded5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:23:03.583749 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7381dbef-969c-4816-a926-0e4245bbded5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:23:03.583749 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7381dbef-969c-4816-a926-0e4245bbded5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:23:03.583749 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7381dbef-969c-4816-a926-0e4245bbded5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:23:23.137629 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-2f9bad07-07fa-480e-ba3c-7ae6f749ed23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:23:25.908577 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-7f743db2-e2ef-40ac-99cd-7a244953e820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:23:27.024900 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-469b4b0a-0edb-4369-82f6-413c16907b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:23:27.081908 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:23:28.247735 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-27c04846-3a84-4189-8b30-75b8cfbf2676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:23:30.547688 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.agents_db [None req-78dcfc36-1157-4c7d-a1d8-d24093a96b44 None None] Agent healthcheck: found 5 active agents {{(pid=100187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:23:53.120442 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-b81e867e-0446-4c37-8ad6-75ae2d549ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:23:55.932140 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-4abaaec3-aea5-4e6b-b0c3-7d5bcc786bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:23:57.007673 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-469b4b0a-0edb-4369-82f6-413c16907b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:23:57.068777 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:23:58.245778 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-27c04846-3a84-4189-8b30-75b8cfbf2676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:24:07.545654 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.agents_db [None req-78dcfc36-1157-4c7d-a1d8-d24093a96b44 None None] Agent healthcheck: found 5 active agents {{(pid=100187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:24:23.135839 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-7ea8f88a-3e4d-419e-8636-cbe73bd994ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:24:25.945882 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-f6765f09-504e-4f10-8342-7ff7ae971599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:24:27.014821 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-469b4b0a-0edb-4369-82f6-413c16907b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:24:27.067032 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:24:28.324214 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-27c04846-3a84-4189-8b30-75b8cfbf2676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:24:36.558483 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-620966'] for agent, after_create {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:24:44.544298 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.agents_db [None req-78dcfc36-1157-4c7d-a1d8-d24093a96b44 None None] Agent healthcheck: found 6 active agents {{(pid=100187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:24:49.711200 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 57462) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:24:49.811658 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-c48fd217-7762-4ef4-a261-d70eb40751f0 admin admin] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0993643 Oct 14 12:24:52.025658 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 57472) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:24:52.080624 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-1d18303b-14d2-421f-9ca4-9e5cc2323dbb admin admin] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0538387 Oct 14 12:24:53.122549 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-20a04cab-28f4-45c9-8352-8e9a385a03fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:24:55.934176 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-bc4d0b30-ad58-4be1-b246-fe177a218c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:24:57.004358 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-469b4b0a-0edb-4369-82f6-413c16907b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:24:57.053536 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:24:58.259666 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-27c04846-3a84-4189-8b30-75b8cfbf2676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:25:06.538457 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:25:21.544039 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.agents_db [None req-78dcfc36-1157-4c7d-a1d8-d24093a96b44 None None] Agent healthcheck: found 6 active agents {{(pid=100187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:25:23.125959 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-e63f0193-c5df-49e8-913b-c1d761d58490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:25:25.915019 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-3957eb7b-16df-43e1-9930-af20071afe54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:25:27.028718 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-469b4b0a-0edb-4369-82f6-413c16907b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:25:27.080309 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:25:28.269163 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-27c04846-3a84-4189-8b30-75b8cfbf2676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:25:36.525818 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:25:53.125146 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-115a1d31-8a82-4f2a-9eab-76ac10bce6b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:25:55.918924 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a5f9cadb-f3e5-4210-b671-6e34c11de336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:25:57.010167 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-469b4b0a-0edb-4369-82f6-413c16907b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:25:57.066889 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:25:58.279285 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-27c04846-3a84-4189-8b30-75b8cfbf2676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:25:58.542795 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.agents_db [None req-78dcfc36-1157-4c7d-a1d8-d24093a96b44 None None] Agent healthcheck: found 6 active agents {{(pid=100187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:26:06.547195 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:23.139215 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-0827931e-d517-46be-aee8-00f1234bc282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:25.922191 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-1c794d61-5ed4-48ea-b7e7-3e7ebf023fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:27.026184 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-469b4b0a-0edb-4369-82f6-413c16907b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:27.088676 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:28.373368 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-27c04846-3a84-4189-8b30-75b8cfbf2676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:35.541885 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.agents_db [None req-78dcfc36-1157-4c7d-a1d8-d24093a96b44 None None] Agent healthcheck: found 6 active agents {{(pid=100187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:26:36.529026 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:44.471895 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 57674) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:26:44.645876 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 57688) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:26:44.785989 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.v2.base [None req-b2756582-49f4-4aff-ad89-287c032c4f4b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1479966723-network', 'tenant_id': '0c84bd9e2ac4497a8e3d7af806fda3ba'}} {{(pid=100185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:26:44.860039 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2756582-49f4-4aff-ad89-287c032c4f4b admin admin] Made reservation on behalf of 0c84bd9e2ac4497a8e3d7af806fda3ba for: {'network': 1} {{(pid=100185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:26:44.862797 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-b2756582-49f4-4aff-ad89-287c032c4f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for network, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:44.871057 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-b2756582-49f4-4aff-ad89-287c032c4f4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:44.945259 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-b2756582-49f4-4aff-ad89-287c032c4f4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:44.990759 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 57702) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:26:45.052590 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-b2756582-49f4-4aff-ad89-287c032c4f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:45.087204 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2756582-49f4-4aff-ad89-287c032c4f4b admin admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=100185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 12:26:45.089164 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2756582-49f4-4aff-ad89-287c032c4f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed60bd67-b132-4030-a669-b413cd375b39,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:26:45.108721 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.v2.base [None req-3902bfbe-b180-4acb-a304-f91406ea1ebd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1265779962-network', 'tenant_id': 'a5a6c7e19d7b48319a8221706015d1bc'}} {{(pid=100185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:26:45.112601 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2756582-49f4-4aff-ad89-287c032c4f4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:26:45.112744 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2756582-49f4-4aff-ad89-287c032c4f4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:26:45.113020 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2756582-49f4-4aff-ad89-287c032c4f4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:26:45.113347 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2756582-49f4-4aff-ad89-287c032c4f4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:26:45.113668 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2756582-49f4-4aff-ad89-287c032c4f4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:26:45.114160 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2756582-49f4-4aff-ad89-287c032c4f4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:26:45.114492 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2756582-49f4-4aff-ad89-287c032c4f4b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:26:45.114826 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2756582-49f4-4aff-ad89-287c032c4f4b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:26:45.115147 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2756582-49f4-4aff-ad89-287c032c4f4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:26:45.115508 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2756582-49f4-4aff-ad89-287c032c4f4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:26:45.116013 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2756582-49f4-4aff-ad89-287c032c4f4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:26:45.116314 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2756582-49f4-4aff-ad89-287c032c4f4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:26:45.117401 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2756582-49f4-4aff-ad89-287c032c4f4b admin admin] Tracked resource versions report: Oct 14 12:26:45.117401 dv-cinder-813986-1-iscsi neutron-server[100185]: pushed versions: Oct 14 12:26:45.117401 dv-cinder-813986-1-iscsi neutron-server[100185]: { 'AddressGroup': {'1.2'}, Oct 14 12:26:45.117401 dv-cinder-813986-1-iscsi neutron-server[100185]: 'ConntrackHelper': {'1.0'}, Oct 14 12:26:45.117401 dv-cinder-813986-1-iscsi neutron-server[100185]: 'Log': {'1.0'}, Oct 14 12:26:45.117401 dv-cinder-813986-1-iscsi neutron-server[100185]: 'Network': {'1.1'}, Oct 14 12:26:45.117401 dv-cinder-813986-1-iscsi neutron-server[100185]: 'Port': {'1.7'}, Oct 14 12:26:45.117401 dv-cinder-813986-1-iscsi neutron-server[100185]: 'PortForwarding': {'1.2'}, Oct 14 12:26:45.117401 dv-cinder-813986-1-iscsi neutron-server[100185]: 'QosPolicy': {'1.9'}, Oct 14 12:26:45.117401 dv-cinder-813986-1-iscsi neutron-server[100185]: 'SecurityGroup': {'1.4'}, Oct 14 12:26:45.117401 dv-cinder-813986-1-iscsi neutron-server[100185]: 'SecurityGroupRule': {'1.2'}, Oct 14 12:26:45.117401 dv-cinder-813986-1-iscsi neutron-server[100185]: 'SubPort': {'1.0'}, Oct 14 12:26:45.117401 dv-cinder-813986-1-iscsi neutron-server[100185]: 'Subnet': {'1.1'}, Oct 14 12:26:45.117401 dv-cinder-813986-1-iscsi neutron-server[100185]: 'Trunk': {'1.1'}} Oct 14 12:26:45.117401 dv-cinder-813986-1-iscsi neutron-server[100185]: consumer versions: Oct 14 12:26:45.117401 dv-cinder-813986-1-iscsi neutron-server[100185]: { DHCP agent@dv-cinder-813986-1-iscsi: {}, Oct 14 12:26:45.117401 dv-cinder-813986-1-iscsi neutron-server[100185]: HyperV agent@hv-cinder-81398: {}, Oct 14 12:26:45.117401 dv-cinder-813986-1-iscsi neutron-server[100185]: L3 agent@dv-cinder-813986-1-iscsi: {}, Oct 14 12:26:45.117401 dv-cinder-813986-1-iscsi neutron-server[100185]: Metadata agent@dv-cinder-813986-1-iscsi: {}, Oct 14 12:26:45.117401 dv-cinder-813986-1-iscsi neutron-server[100185]: Metering agent@dv-cinder-813986-1-iscsi: {}, Oct 14 12:26:45.117401 dv-cinder-813986-1-iscsi neutron-server[100185]: Open vSwitch agent@dv-cinder-813986-1-iscsi: { 'AddressGroup': '1.2', Oct 14 12:26:45.117401 dv-cinder-813986-1-iscsi neutron-server[100185]: 'ConntrackHelper': '1.0', Oct 14 12:26:45.117401 dv-cinder-813986-1-iscsi neutron-server[100185]: 'Log': '1.0', Oct 14 12:26:45.117401 dv-cinder-813986-1-iscsi neutron-server[100185]: 'Network': '1.1', Oct 14 12:26:45.117401 dv-cinder-813986-1-iscsi neutron-server[100185]: 'Port': '1.7', Oct 14 12:26:45.117401 dv-cinder-813986-1-iscsi neutron-server[100185]: 'PortForwarding': '1.2', Oct 14 12:26:45.117401 dv-cinder-813986-1-iscsi neutron-server[100185]: 'QosPolicy': '1.9', Oct 14 12:26:45.117401 dv-cinder-813986-1-iscsi neutron-server[100185]: 'SecurityGroup': '1.4', Oct 14 12:26:45.117401 dv-cinder-813986-1-iscsi neutron-server[100185]: 'SecurityGroupRule': '1.2', Oct 14 12:26:45.117401 dv-cinder-813986-1-iscsi neutron-server[100185]: 'SubPort': '1.0', Oct 14 12:26:45.117401 dv-cinder-813986-1-iscsi neutron-server[100185]: 'Subnet': '1.1', Oct 14 12:26:45.117401 dv-cinder-813986-1-iscsi neutron-server[100185]: 'Trunk': '1.1'}} Oct 14 12:26:45.117401 dv-cinder-813986-1-iscsi neutron-server[100185]: {{(pid=100185) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 12:26:45.137014 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-b2756582-49f4-4aff-ad89-287c032c4f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030694'] for segment, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:45.137354 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.db.segments_db [None req-b2756582-49f4-4aff-ad89-287c032c4f4b admin admin] Added segment 291139c9-092b-4bac-95f7-c191827175d6 of type vlan for network 8be115fa-96b3-4d1e-972c-330c421964ff Oct 14 12:26:45.185339 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-b2756582-49f4-4aff-ad89-287c032c4f4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787792777849'] for network, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:45.258057 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3902bfbe-b180-4acb-a304-f91406ea1ebd admin admin] Made reservation on behalf of a5a6c7e19d7b48319a8221706015d1bc for: {'network': 1} {{(pid=100185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:26:45.260839 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-3902bfbe-b180-4acb-a304-f91406ea1ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for network, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:45.270754 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-3902bfbe-b180-4acb-a304-f91406ea1ebd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:45.289937 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-b2756582-49f4-4aff-ad89-287c032c4f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640'] for network, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:45.290887 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2756582-49f4-4aff-ad89-287c032c4f4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:45.291508 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-b2756582-49f4-4aff-ad89-287c032c4f4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531662'] for network, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:45.360529 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.v2.base [None req-4add9473-d59b-4e63-8013-1300dd2fe2f4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1144285974-network', 'tenant_id': '3f9a829dc9ba4ba2bab9da3451c434c9'}} {{(pid=100184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:26:45.376088 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2756582-49f4-4aff-ad89-287c032c4f4b admin admin] Pushing event updated for resources: {'Network': ['ID=8be115fa-96b3-4d1e-972c-330c421964ff,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:26:45.389502 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Network 8be115fa-96b3-4d1e-972c-330c421964ff details requested by agent ovs-agent-dv-cinder-813986-1-iscsi with host dv-cinder-813986-1-iscsi {{(pid=100186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 12:26:45.417086 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-3902bfbe-b180-4acb-a304-f91406ea1ebd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:45.429138 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-b2756582-49f4-4aff-ad89-287c032c4f4b admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9523559 Oct 14 12:26:45.433893 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 57726) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:26:45.434101 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.v2.base [None req-baf17f9e-22ec-4466-bb39-b5aab67c8cdc admin admin] Request body: {'subnet': {'network_id': '8be115fa-96b3-4d1e-972c-330c421964ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1479966723-subnet', 'tenant_id': '0c84bd9e2ac4497a8e3d7af806fda3ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:26:45.509456 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-3902bfbe-b180-4acb-a304-f91406ea1ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:45.535098 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4add9473-d59b-4e63-8013-1300dd2fe2f4 admin admin] Made reservation on behalf of 3f9a829dc9ba4ba2bab9da3451c434c9 for: {'network': 1} {{(pid=100184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:26:45.540974 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-4add9473-d59b-4e63-8013-1300dd2fe2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for network, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:45.548627 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3902bfbe-b180-4acb-a304-f91406ea1ebd admin admin] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=100185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 12:26:45.558223 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3902bfbe-b180-4acb-a304-f91406ea1ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48a56af6-ded7-489a-adf2-21489321bd5a,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:26:45.563191 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-4add9473-d59b-4e63-8013-1300dd2fe2f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:45.565982 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-3902bfbe-b180-4acb-a304-f91406ea1ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030694'] for segment, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:45.567341 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.db.segments_db [None req-3902bfbe-b180-4acb-a304-f91406ea1ebd admin admin] Added segment 90b66922-3b7a-4a02-b0e7-09a651d069f1 of type vlan for network 17d2ffd0-d705-4dfa-911d-bafce95c799a Oct 14 12:26:45.610750 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-3902bfbe-b180-4acb-a304-f91406ea1ebd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787792777849'] for network, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:45.653435 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf17f9e-22ec-4466-bb39-b5aab67c8cdc admin admin] Made reservation on behalf of 0c84bd9e2ac4497a8e3d7af806fda3ba for: {'subnet': 1} {{(pid=100184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:26:45.669620 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-baf17f9e-22ec-4466-bb39-b5aab67c8cdc admin admin] Notify callbacks [] for subnet, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:45.716906 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-3902bfbe-b180-4acb-a304-f91406ea1ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640'] for network, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:45.718356 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3902bfbe-b180-4acb-a304-f91406ea1ebd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:45.719146 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-3902bfbe-b180-4acb-a304-f91406ea1ebd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531662'] for network, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:45.764728 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-4add9473-d59b-4e63-8013-1300dd2fe2f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:45.796374 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3902bfbe-b180-4acb-a304-f91406ea1ebd admin admin] Pushing event updated for resources: {'Network': ['ID=17d2ffd0-d705-4dfa-911d-bafce95c799a,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:26:45.806703 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Network 17d2ffd0-d705-4dfa-911d-bafce95c799a details requested by agent ovs-agent-dv-cinder-813986-1-iscsi with host dv-cinder-813986-1-iscsi {{(pid=100186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 12:26:45.849304 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-4add9473-d59b-4e63-8013-1300dd2fe2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:45.862213 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4add9473-d59b-4e63-8013-1300dd2fe2f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=100184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 12:26:45.875340 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-4add9473-d59b-4e63-8013-1300dd2fe2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030694'] for segment, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:45.875676 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.db.segments_db [None req-4add9473-d59b-4e63-8013-1300dd2fe2f4 admin admin] Added segment f8489ad1-6355-48f4-a2b4-24bed11b919a of type vlan for network a349fb8c-8bea-466f-b8db-b99e89a5a9ba Oct 14 12:26:45.903305 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-3902bfbe-b180-4acb-a304-f91406ea1ebd admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2562752 Oct 14 12:26:45.906261 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 57744) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:26:45.912923 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.v2.base [None req-f2e4ab48-d733-4e8f-8f84-76e00e79f761 admin admin] Request body: {'subnet': {'network_id': '17d2ffd0-d705-4dfa-911d-bafce95c799a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1265779962-subnet', 'tenant_id': 'a5a6c7e19d7b48319a8221706015d1bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:26:45.961068 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4add9473-d59b-4e63-8013-1300dd2fe2f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00165916-53be-4342-a976-75a3f433faf1,revision_number=1']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:26:45.983441 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-4add9473-d59b-4e63-8013-1300dd2fe2f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787792777849'] for network, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:46.000304 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4add9473-d59b-4e63-8013-1300dd2fe2f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:26:46.000944 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4add9473-d59b-4e63-8013-1300dd2fe2f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:26:46.000944 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4add9473-d59b-4e63-8013-1300dd2fe2f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:26:46.001152 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4add9473-d59b-4e63-8013-1300dd2fe2f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:26:46.001526 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4add9473-d59b-4e63-8013-1300dd2fe2f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:26:46.001869 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4add9473-d59b-4e63-8013-1300dd2fe2f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:26:46.002563 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4add9473-d59b-4e63-8013-1300dd2fe2f4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:26:46.002563 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4add9473-d59b-4e63-8013-1300dd2fe2f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:26:46.002859 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4add9473-d59b-4e63-8013-1300dd2fe2f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:26:46.003172 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4add9473-d59b-4e63-8013-1300dd2fe2f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:26:46.003506 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4add9473-d59b-4e63-8013-1300dd2fe2f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:26:46.003813 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4add9473-d59b-4e63-8013-1300dd2fe2f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:26:46.004912 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4add9473-d59b-4e63-8013-1300dd2fe2f4 admin admin] Tracked resource versions report: Oct 14 12:26:46.004912 dv-cinder-813986-1-iscsi neutron-server[100184]: pushed versions: Oct 14 12:26:46.004912 dv-cinder-813986-1-iscsi neutron-server[100184]: { 'AddressGroup': {'1.2'}, Oct 14 12:26:46.004912 dv-cinder-813986-1-iscsi neutron-server[100184]: 'ConntrackHelper': {'1.0'}, Oct 14 12:26:46.004912 dv-cinder-813986-1-iscsi neutron-server[100184]: 'Log': {'1.0'}, Oct 14 12:26:46.004912 dv-cinder-813986-1-iscsi neutron-server[100184]: 'Network': {'1.1'}, Oct 14 12:26:46.004912 dv-cinder-813986-1-iscsi neutron-server[100184]: 'Port': {'1.7'}, Oct 14 12:26:46.004912 dv-cinder-813986-1-iscsi neutron-server[100184]: 'PortForwarding': {'1.2'}, Oct 14 12:26:46.004912 dv-cinder-813986-1-iscsi neutron-server[100184]: 'QosPolicy': {'1.9'}, Oct 14 12:26:46.004912 dv-cinder-813986-1-iscsi neutron-server[100184]: 'SecurityGroup': {'1.4'}, Oct 14 12:26:46.004912 dv-cinder-813986-1-iscsi neutron-server[100184]: 'SecurityGroupRule': {'1.2'}, Oct 14 12:26:46.004912 dv-cinder-813986-1-iscsi neutron-server[100184]: 'SubPort': {'1.0'}, Oct 14 12:26:46.004912 dv-cinder-813986-1-iscsi neutron-server[100184]: 'Subnet': {'1.1'}, Oct 14 12:26:46.004912 dv-cinder-813986-1-iscsi neutron-server[100184]: 'Trunk': {'1.1'}} Oct 14 12:26:46.004912 dv-cinder-813986-1-iscsi neutron-server[100184]: consumer versions: Oct 14 12:26:46.004912 dv-cinder-813986-1-iscsi neutron-server[100184]: { DHCP agent@dv-cinder-813986-1-iscsi: {}, Oct 14 12:26:46.004912 dv-cinder-813986-1-iscsi neutron-server[100184]: HyperV agent@hv-cinder-81398: {}, Oct 14 12:26:46.004912 dv-cinder-813986-1-iscsi neutron-server[100184]: L3 agent@dv-cinder-813986-1-iscsi: {}, Oct 14 12:26:46.004912 dv-cinder-813986-1-iscsi neutron-server[100184]: Metadata agent@dv-cinder-813986-1-iscsi: {}, Oct 14 12:26:46.004912 dv-cinder-813986-1-iscsi neutron-server[100184]: Metering agent@dv-cinder-813986-1-iscsi: {}, Oct 14 12:26:46.004912 dv-cinder-813986-1-iscsi neutron-server[100184]: Open vSwitch agent@dv-cinder-813986-1-iscsi: { 'AddressGroup': '1.2', Oct 14 12:26:46.004912 dv-cinder-813986-1-iscsi neutron-server[100184]: 'ConntrackHelper': '1.0', Oct 14 12:26:46.004912 dv-cinder-813986-1-iscsi neutron-server[100184]: 'Log': '1.0', Oct 14 12:26:46.004912 dv-cinder-813986-1-iscsi neutron-server[100184]: 'Network': '1.1', Oct 14 12:26:46.004912 dv-cinder-813986-1-iscsi neutron-server[100184]: 'Port': '1.7', Oct 14 12:26:46.004912 dv-cinder-813986-1-iscsi neutron-server[100184]: 'PortForwarding': '1.2', Oct 14 12:26:46.004912 dv-cinder-813986-1-iscsi neutron-server[100184]: 'QosPolicy': '1.9', Oct 14 12:26:46.004912 dv-cinder-813986-1-iscsi neutron-server[100184]: 'SecurityGroup': '1.4', Oct 14 12:26:46.004912 dv-cinder-813986-1-iscsi neutron-server[100184]: 'SecurityGroupRule': '1.2', Oct 14 12:26:46.004912 dv-cinder-813986-1-iscsi neutron-server[100184]: 'SubPort': '1.0', Oct 14 12:26:46.004912 dv-cinder-813986-1-iscsi neutron-server[100184]: 'Subnet': '1.1', Oct 14 12:26:46.004912 dv-cinder-813986-1-iscsi neutron-server[100184]: 'Trunk': '1.1'}} Oct 14 12:26:46.004912 dv-cinder-813986-1-iscsi neutron-server[100184]: {{(pid=100184) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 12:26:46.014245 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e4ab48-d733-4e8f-8f84-76e00e79f761 admin admin] Made reservation on behalf of a5a6c7e19d7b48319a8221706015d1bc for: {'subnet': 1} {{(pid=100185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:26:46.016780 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-f2e4ab48-d733-4e8f-8f84-76e00e79f761 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:46.095478 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-baf17f9e-22ec-4466-bb39-b5aab67c8cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640'] for subnet, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:46.129295 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-4add9473-d59b-4e63-8013-1300dd2fe2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640'] for network, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:46.131881 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4add9473-d59b-4e63-8013-1300dd2fe2f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:46.131881 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-4add9473-d59b-4e63-8013-1300dd2fe2f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531662'] for network, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:46.215232 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf17f9e-22ec-4466-bb39-b5aab67c8cdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=d70eba82-8cb5-4a96-8cb3-69fcbc9e06ea,revision_number=0']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:26:46.235076 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-4add9473-d59b-4e63-8013-1300dd2fe2f4 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2431502 Oct 14 12:26:46.238615 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf17f9e-22ec-4466-bb39-b5aab67c8cdc admin admin] Checking segment: {'id': '291139c9-092b-4bac-95f7-c191827175d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '8be115fa-96b3-4d1e-972c-330c421964ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:26:46.238923 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 57766) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:26:46.239067 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf17f9e-22ec-4466-bb39-b5aab67c8cdc admin admin] Network hostable DHCP agents. Network: 8be115fa-96b3-4d1e-972c-330c421964ff, hostable agents: ['e1af82bd-3b37-4baa-aee7-1aadb6380796'], hosted agents: [] {{(pid=100184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 12:26:46.244168 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.v2.base [None req-0dfe99b8-ed53-4ebb-9aa0-5cd9ac4bd779 admin admin] Request body: {'subnet': {'network_id': 'a349fb8c-8bea-466f-b8db-b99e89a5a9ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1144285974-subnet', 'tenant_id': '3f9a829dc9ba4ba2bab9da3451c434c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:26:46.246046 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4add9473-d59b-4e63-8013-1300dd2fe2f4 admin admin] Pushing event updated for resources: {'Network': ['ID=a349fb8c-8bea-466f-b8db-b99e89a5a9ba,revision_number=1']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:26:46.257072 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Network a349fb8c-8bea-466f-b8db-b99e89a5a9ba details requested by agent ovs-agent-dv-cinder-813986-1-iscsi with host dv-cinder-813986-1-iscsi {{(pid=100186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 12:26:46.275141 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-f2e4ab48-d733-4e8f-8f84-76e00e79f761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640'] for subnet, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:46.335444 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e4ab48-d733-4e8f-8f84-76e00e79f761 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd72f22c-2ddb-450f-be38-39f4307a80c6,revision_number=0']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:26:46.346991 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e4ab48-d733-4e8f-8f84-76e00e79f761 admin admin] Checking segment: {'id': '90b66922-3b7a-4a02-b0e7-09a651d069f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '17d2ffd0-d705-4dfa-911d-bafce95c799a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:26:46.346991 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e4ab48-d733-4e8f-8f84-76e00e79f761 admin admin] Network hostable DHCP agents. Network: 17d2ffd0-d705-4dfa-911d-bafce95c799a, hostable agents: ['e1af82bd-3b37-4baa-aee7-1aadb6380796'], hosted agents: [] {{(pid=100185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 12:26:46.366735 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dfe99b8-ed53-4ebb-9aa0-5cd9ac4bd779 admin admin] Made reservation on behalf of 3f9a829dc9ba4ba2bab9da3451c434c9 for: {'subnet': 1} {{(pid=100185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:26:46.367753 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf17f9e-22ec-4466-bb39-b5aab67c8cdc admin admin] Network 8be115fa-96b3-4d1e-972c-330c421964ff is scheduled to be hosted by DHCP agent e1af82bd-3b37-4baa-aee7-1aadb6380796 with binding_index 1 {{(pid=100184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 12:26:46.369334 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-0dfe99b8-ed53-4ebb-9aa0-5cd9ac4bd779 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:46.427365 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e4ab48-d733-4e8f-8f84-76e00e79f761 admin admin] Network 17d2ffd0-d705-4dfa-911d-bafce95c799a is scheduled to be hosted by DHCP agent e1af82bd-3b37-4baa-aee7-1aadb6380796 with binding_index 1 {{(pid=100185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 12:26:46.489153 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.base_scheduler [None req-baf17f9e-22ec-4466-bb39-b5aab67c8cdc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813986-1-iscsi, 8be115fa-96b3-4d1e-972c-330c421964ff) {{(pid=100184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:26:46.494040 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf17f9e-22ec-4466-bb39-b5aab67c8cdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:46.494694 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-baf17f9e-22ec-4466-bb39-b5aab67c8cdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531662'] for subnet, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:46.520664 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.base_scheduler [None req-f2e4ab48-d733-4e8f-8f84-76e00e79f761 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813986-1-iscsi, 17d2ffd0-d705-4dfa-911d-bafce95c799a) {{(pid=100185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:26:46.521164 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3b3c27-4852-47f3-b769-2e4c9c17de3f None None] Network 8be115fa-96b3-4d1e-972c-330c421964ff requested from dv-cinder-813986-1-iscsi {{(pid=100186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:26:46.521549 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e4ab48-d733-4e8f-8f84-76e00e79f761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:46.521549 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-f2e4ab48-d733-4e8f-8f84-76e00e79f761 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531662'] for subnet, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:46.595596 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8581c79-af8b-4042-a55f-d681084984c2 None None] Network 17d2ffd0-d705-4dfa-911d-bafce95c799a requested from dv-cinder-813986-1-iscsi {{(pid=100186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:26:46.599828 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-baf17f9e-22ec-4466-bb39-b5aab67c8cdc admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1694574 Oct 14 12:26:46.633910 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-f2e4ab48-d733-4e8f-8f84-76e00e79f761 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7262418 Oct 14 12:26:46.723158 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-0dfe99b8-ed53-4ebb-9aa0-5cd9ac4bd779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640'] for subnet, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:46.734792 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66149bac-56de-4ac6-83c1-c60a69cae03e None None] Network 8be115fa-96b3-4d1e-972c-330c421964ff requested from dv-cinder-813986-1-iscsi {{(pid=100186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:26:46.839950 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfe99b8-ed53-4ebb-9aa0-5cd9ac4bd779 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2109f7d-7a0b-4378-9f1f-6d0a061effdd,revision_number=0']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:26:46.848032 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfe99b8-ed53-4ebb-9aa0-5cd9ac4bd779 admin admin] Checking segment: {'id': 'f8489ad1-6355-48f4-a2b4-24bed11b919a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a349fb8c-8bea-466f-b8db-b99e89a5a9ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:26:46.848032 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfe99b8-ed53-4ebb-9aa0-5cd9ac4bd779 admin admin] Network hostable DHCP agents. Network: a349fb8c-8bea-466f-b8db-b99e89a5a9ba, hostable agents: ['e1af82bd-3b37-4baa-aee7-1aadb6380796'], hosted agents: [] {{(pid=100185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 12:26:46.866177 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3ad8cc-45b3-4c23-b5ed-d74f2a7cd42d None None] Network 17d2ffd0-d705-4dfa-911d-bafce95c799a requested from dv-cinder-813986-1-iscsi {{(pid=100186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:26:46.916949 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfe99b8-ed53-4ebb-9aa0-5cd9ac4bd779 admin admin] Network a349fb8c-8bea-466f-b8db-b99e89a5a9ba is scheduled to be hosted by DHCP agent e1af82bd-3b37-4baa-aee7-1aadb6380796 with binding_index 1 {{(pid=100185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 12:26:46.974215 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.base_scheduler [None req-0dfe99b8-ed53-4ebb-9aa0-5cd9ac4bd779 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813986-1-iscsi, a349fb8c-8bea-466f-b8db-b99e89a5a9ba) {{(pid=100185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:26:46.978814 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfe99b8-ed53-4ebb-9aa0-5cd9ac4bd779 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:46.993010 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-0dfe99b8-ed53-4ebb-9aa0-5cd9ac4bd779 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531662'] for subnet, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:46.993529 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fda029f-1cdb-46d2-85ab-4fe8082fef66 None None] Network a349fb8c-8bea-466f-b8db-b99e89a5a9ba requested from dv-cinder-813986-1-iscsi {{(pid=100186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:26:47.074711 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-0dfe99b8-ed53-4ebb-9aa0-5cd9ac4bd779 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8345191 Oct 14 12:26:47.077387 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 57800) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:26:47.082572 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.v2.base [None req-db32e036-f7d6-4041-8fa4-465696b3b609 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1144285974-router', 'tenant_id': '3f9a829dc9ba4ba2bab9da3451c434c9', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3'}}} {{(pid=100185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:26:47.188356 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f63ca3-9818-49ac-adec-dc611cd7d530 None None] Network a349fb8c-8bea-466f-b8db-b99e89a5a9ba requested from dv-cinder-813986-1-iscsi {{(pid=100186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:26:47.195132 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-db32e036-f7d6-4041-8fa4-465696b3b609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-492'] for router, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:47.196461 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-db32e036-f7d6-4041-8fa4-465696b3b609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-619667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-956188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-507'] for router, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:47.251878 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-db32e036-f7d6-4041-8fa4-465696b3b609 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:47.462842 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-db32e036-f7d6-4041-8fa4-465696b3b609 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:47.784117 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 57826) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:26:47.789182 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.v2.base [None req-54acfece-b981-4149-bb8d-828dd4589b0d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1607296762-network', 'tenant_id': '80306f6bdc4d4c8aa145347b0f5043df'}} {{(pid=100184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:26:47.813428 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-db32e036-f7d6-4041-8fa4-465696b3b609 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:47.838197 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-db32e036-f7d6-4041-8fa4-465696b3b609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:47.860128 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54acfece-b981-4149-bb8d-828dd4589b0d admin admin] Made reservation on behalf of 80306f6bdc4d4c8aa145347b0f5043df for: {'network': 1} {{(pid=100184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:26:47.863671 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-54acfece-b981-4149-bb8d-828dd4589b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for network, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:47.874137 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-54acfece-b981-4149-bb8d-828dd4589b0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:47.957479 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.db.db_base_plugin_common [None req-db32e036-f7d6-4041-8fa4-465696b3b609 admin admin] Allocated IP 172.27.0.61 (b7b7a1d8-4110-4f63-bddb-33667e2d84f3/eea40cd2-79ec-4f52-9668-443439548eb0/1346fb4c-582c-43b8-a1d5-00e147f2e6fb) {{(pid=100185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:26:48.076778 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-54acfece-b981-4149-bb8d-828dd4589b0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:48.138675 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-54acfece-b981-4149-bb8d-828dd4589b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:48.185848 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54acfece-b981-4149-bb8d-828dd4589b0d admin admin] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=100184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 12:26:48.187647 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 57860) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:26:48.195500 dv-cinder-813986-1-iscsi neutron-server[100184]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 14 12:26:48.233965 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54acfece-b981-4149-bb8d-828dd4589b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d98eb7-fcf7-4394-96e7-82d5df9a81f9,revision_number=1']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:26:48.272379 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-54acfece-b981-4149-bb8d-828dd4589b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030694'] for segment, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:48.272706 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.db.segments_db [None req-54acfece-b981-4149-bb8d-828dd4589b0d admin admin] Added segment 99fe94b1-8a49-4cb7-8abb-4a879e907f04 of type vlan for network 63f91828-c04d-4b55-bfa3-a52d1cb146f4 Oct 14 12:26:48.279085 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-db32e036-f7d6-4041-8fa4-465696b3b609 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:48.366670 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-54acfece-b981-4149-bb8d-828dd4589b0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787792777849'] for network, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:48.427019 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-db32e036-f7d6-4041-8fa4-465696b3b609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787792822806'] for port, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:48.435644 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aef77b-b5f4-4df6-b494-df7be358682e req-0d6511c0-46c3-4c9d-bc13-8e4ad8995364 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:48.438470 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-93aef77b-b5f4-4df6-b494-df7be358682e req-0d6511c0-46c3-4c9d-bc13-8e4ad8995364 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/networks?id=8be115fa-96b3-4d1e-972c-330c421964ff HTTP/1.1" status: 200 len: 812 time: 0.2497818 Oct 14 12:26:48.457204 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-93aef77b-b5f4-4df6-b494-df7be358682e req-2bf79eed-a465-4d6a-89f0-d025866a217e tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/quotas/0c84bd9e2ac4497a8e3d7af806fda3ba HTTP/1.1" status: 200 len: 375 time: 0.0119750 Oct 14 12:26:48.467175 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db32e036-f7d6-4041-8fa4-465696b3b609 admin admin] Network b7b7a1d8-4110-4f63-bddb-33667e2d84f3 is already hosted by enough agents. {{(pid=100185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:26:48.470024 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.base_scheduler [None req-db32e036-f7d6-4041-8fa4-465696b3b609 admin admin] Resources bound (agent type, host, resource id): {{(pid=100185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:26:48.474129 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db32e036-f7d6-4041-8fa4-465696b3b609 admin admin] Received port after_create {{(pid=100185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:26:48.510840 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db32e036-f7d6-4041-8fa4-465696b3b609 admin admin] Pushing event updated for resources: {'Port': ['ID=1346fb4c-582c-43b8-a1d5-00e147f2e6fb,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:26:48.519934 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-93aef77b-b5f4-4df6-b494-df7be358682e req-a7dd5a4f-9606-4c89-98de-87003c2bc626 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=0c84bd9e2ac4497a8e3d7af806fda3ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0550678 Oct 14 12:26:48.574196 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-54acfece-b981-4149-bb8d-828dd4589b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640'] for network, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:48.575170 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54acfece-b981-4149-bb8d-828dd4589b0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:48.575743 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-54acfece-b981-4149-bb8d-828dd4589b0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531662'] for network, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:48.636138 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54acfece-b981-4149-bb8d-828dd4589b0d admin admin] Pushing event updated for resources: {'Network': ['ID=63f91828-c04d-4b55-bfa3-a52d1cb146f4,revision_number=1']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:26:48.649672 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Network 63f91828-c04d-4b55-bfa3-a52d1cb146f4 details requested by agent ovs-agent-dv-cinder-813986-1-iscsi with host dv-cinder-813986-1-iscsi {{(pid=100186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 12:26:48.704854 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [req-93aef77b-b5f4-4df6-b494-df7be358682e req-02b7f5cb-64a9-44d3-85f9-30d4f15e8671 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=100184) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 12:26:48.705939 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-93aef77b-b5f4-4df6-b494-df7be358682e req-02b7f5cb-64a9-44d3-85f9-30d4f15e8671 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0607221 Oct 14 12:26:48.778614 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-54acfece-b981-4149-bb8d-828dd4589b0d admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9908853 Oct 14 12:26:48.780250 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 57882) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:26:48.785333 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.v2.base [None req-d4197f1f-4b90-4195-8649-24e658fecac6 admin admin] Request body: {'subnet': {'network_id': '63f91828-c04d-4b55-bfa3-a52d1cb146f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1607296762-subnet', 'tenant_id': '80306f6bdc4d4c8aa145347b0f5043df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:26:48.841440 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-93aef77b-b5f4-4df6-b494-df7be358682e req-54793318-9f65-4b97-ab2f-f197ad66cd68 service neutron] 10.222.0.54 "GET /v2.0/networks/8be115fa-96b3-4d1e-972c-330c421964ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277802 Oct 14 12:26:48.900880 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-db32e036-f7d6-4041-8fa4-465696b3b609 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:48.903042 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4197f1f-4b90-4195-8649-24e658fecac6 admin admin] Made reservation on behalf of 80306f6bdc4d4c8aa145347b0f5043df for: {'subnet': 1} {{(pid=100184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:26:48.910172 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-d4197f1f-4b90-4195-8649-24e658fecac6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:49.003729 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-93aef77b-b5f4-4df6-b494-df7be358682e req-e6a83128-7202-4b21-a6e7-36f0b859d4a5 service neutron] 10.222.0.54 "GET /v2.0/networks/8be115fa-96b3-4d1e-972c-330c421964ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544914 Oct 14 12:26:49.150666 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-db32e036-f7d6-4041-8fa4-465696b3b609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619686'] for router, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:49.197082 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-d4197f1f-4b90-4195-8649-24e658fecac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640'] for subnet, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:49.270466 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4197f1f-4b90-4195-8649-24e658fecac6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50b298b5-6e67-40ee-b045-8c64d00721ec,revision_number=0']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:26:49.290861 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4197f1f-4b90-4195-8649-24e658fecac6 admin admin] Checking segment: {'id': '99fe94b1-8a49-4cb7-8abb-4a879e907f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '63f91828-c04d-4b55-bfa3-a52d1cb146f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:26:49.291687 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4197f1f-4b90-4195-8649-24e658fecac6 admin admin] Network hostable DHCP agents. Network: 63f91828-c04d-4b55-bfa3-a52d1cb146f4, hostable agents: ['e1af82bd-3b37-4baa-aee7-1aadb6380796'], hosted agents: [] {{(pid=100184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 12:26:49.344449 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 57912) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:26:49.391560 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db32e036-f7d6-4041-8fa4-465696b3b609 admin admin] Router 44857d53-1bbc-484a-94d0-78e8e8ad1918 is scheduled to L3 agent 98567738-4256-4ddd-ae03-62c82ecec038 with binding_index 1 {{(pid=100185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 12:26:49.437725 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ec211b4a-e39d-43ae-ad7a-13cc7abbe255 req-8995d683-0587-4c7f-9e10-447b77fbb08a tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/ports?device_id=248c30f1-cd13-4228-8777-4ad879ff94e7 HTTP/1.1" status: 200 len: 210 time: 0.0844924 Oct 14 12:26:49.438668 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4197f1f-4b90-4195-8649-24e658fecac6 admin admin] Network 63f91828-c04d-4b55-bfa3-a52d1cb146f4 is scheduled to be hosted by DHCP agent e1af82bd-3b37-4baa-aee7-1aadb6380796 with binding_index 1 {{(pid=100184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 12:26:49.546274 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 57936) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:26:49.554553 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db32e036-f7d6-4041-8fa4-465696b3b609 admin admin] Notify agent at l3_agent.dv-cinder-813986-1-iscsi the message routers_updated {{(pid=100185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:26:49.557536 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.base_scheduler [None req-d4197f1f-4b90-4195-8649-24e658fecac6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813986-1-iscsi, 63f91828-c04d-4b55-bfa3-a52d1cb146f4) {{(pid=100184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:26:49.562486 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4197f1f-4b90-4195-8649-24e658fecac6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:49.562792 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-d4197f1f-4b90-4195-8649-24e658fecac6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531662'] for subnet, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:49.568879 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d1b04a-6101-44fa-83a1-5485707670a0 None None] Sync routers for ids ['44857d53-1bbc-484a-94d0-78e8e8ad1918'] in dv-cinder-813986-1-iscsi {{(pid=100187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:26:49.589208 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2de0e0a-58d4-4b5a-bfaf-6bf4a19471eb None None] Network 63f91828-c04d-4b55-bfa3-a52d1cb146f4 requested from dv-cinder-813986-1-iscsi {{(pid=100186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:26:49.592071 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d1b04a-6101-44fa-83a1-5485707670a0 None None] Routers {'44857d53-1bbc-484a-94d0-78e8e8ad1918'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:26:49.592973 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_hamode_db [None req-33d1b04a-6101-44fa-83a1-5485707670a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:26:26Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['44857d53-1bbc-484a-94d0-78e8e8ad1918'], 'active': True} {{(pid=100187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:26:49.669742 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-d4197f1f-4b90-4195-8649-24e658fecac6 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8881810 Oct 14 12:26:49.691578 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-db32e036-f7d6-4041-8fa4-465696b3b609 admin admin] Notify callbacks [] for router, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:49.695514 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 57944) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:26:49.697486 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-db32e036-f7d6-4041-8fa4-465696b3b609 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.6190836 Oct 14 12:26:49.725056 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38646d37-282a-49a7-9513-9379138ad059 None None] Network 63f91828-c04d-4b55-bfa3-a52d1cb146f4 requested from dv-cinder-813986-1-iscsi {{(pid=100186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:26:49.770286 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-6b18f619-57cd-4e50-b80c-a4f50436d185 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:49.775295 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_dvr_db [None req-33d1b04a-6101-44fa-83a1-5485707670a0 None None] Set router 44857d53-1bbc-484a-94d0-78e8e8ad1918 gateway port host: dv-cinder-813986-1-iscsi {{(pid=100187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:26:49.978125 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-6b18f619-57cd-4e50-b80c-a4f50436d185 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:50.027201 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 57960) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:26:50.062597 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-6b18f619-57cd-4e50-b80c-a4f50436d185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:50.183564 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-6b18f619-57cd-4e50-b80c-a4f50436d185 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c884b8d2371a4079b4793d8693a35e49&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6363058 Oct 14 12:26:50.187831 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc83628e-0e70-48f6-bb50-cc9f7f4ee9d5 admin admin] Deleting subnet fd72f22c-2ddb-450f-be38-39f4307a80c6 {{(pid=100185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Oct 14 12:26:50.191902 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 57974) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:26:50.194087 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-bc83628e-0e70-48f6-bb50-cc9f7f4ee9d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:50.203491 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b18f619-57cd-4e50-b80c-a4f50436d185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce04bbb-6647-49bc-811d-66c4b0525320,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:26:50.242412 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_hamode_db [None req-33d1b04a-6101-44fa-83a1-5485707670a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44857d53-1bbc-484a-94d0-78e8e8ad1918', 'name': 'tempest-ServerRescueNegativeTestJSON-1144285974-router', 'tenant_id': '3f9a829dc9ba4ba2bab9da3451c434c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '1346fb4c-582c-43b8-a1d5-00e147f2e6fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:26:47Z', 'updated_at': '2021-10-14T12:26:48Z', 'revision_number': 3, 'project_id': '3f9a829dc9ba4ba2bab9da3451c434c9', 'gw_port': {'id': '1346fb4c-582c-43b8-a1d5-00e147f2e6fb', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b8:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44857d53-1bbc-484a-94d0-78e8e8ad1918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:26:47Z', 'updated_at': '2021-10-14T12:26:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi'}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:26:50.281190 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d1b04a-6101-44fa-83a1-5485707670a0 None None] Checking router: 44857d53-1bbc-484a-94d0-78e8e8ad1918 for host: dv-cinder-813986-1-iscsi {{(pid=100187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:26:50.281414 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d1b04a-6101-44fa-83a1-5485707670a0 None None] Updating router 44857d53-1bbc-484a-94d0-78e8e8ad1918 port 1346fb4c-582c-43b8-a1d5-00e147f2e6fb binding host dv-cinder-813986-1-iscsi {{(pid=100187) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 12:26:50.311741 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-bc83628e-0e70-48f6-bb50-cc9f7f4ee9d5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:50.315281 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron_lib.callbacks.manager [None req-33d1b04a-6101-44fa-83a1-5485707670a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:50.327433 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-bc83628e-0e70-48f6-bb50-cc9f7f4ee9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2028271'] for subnet, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:50.447267 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-f73637e3-a7e8-4fb2-9402-4a1a182b1c6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:50.447482 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-0d2ad273-e228-44ab-b5d2-0efc0698153a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:50.469804 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-bc83628e-0e70-48f6-bb50-cc9f7f4ee9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2028256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640'] for subnet, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:50.476904 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-f73637e3-a7e8-4fb2-9402-4a1a182b1c6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:50.516688 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc83628e-0e70-48f6-bb50-cc9f7f4ee9d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd72f22c-2ddb-450f-be38-39f4307a80c6,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:26:50.528495 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-bc83628e-0e70-48f6-bb50-cc9f7f4ee9d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:50.533232 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-bc83628e-0e70-48f6-bb50-cc9f7f4ee9d5 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/fd72f22c-2ddb-450f-be38-39f4307a80c6 HTTP/1.1" status: 204 len: 168 time: 0.5045662 Oct 14 12:26:50.541537 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 57996) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:26:50.646968 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-92665417-c3b6-488c-8eac-ec4bfda9435d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1900015'] for network, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:50.728195 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-91567504-33a7-4ec1-814b-3a5b4f1108bb req-4e50c11c-bf84-486e-b84f-f0122590ec57 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/ports?device_id=248c30f1-cd13-4228-8777-4ad879ff94e7 HTTP/1.1" status: 200 len: 210 time: 0.0833170 Oct 14 12:26:50.771571 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-f73637e3-a7e8-4fb2-9402-4a1a182b1c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:50.777769 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-f73637e3-a7e8-4fb2-9402-4a1a182b1c6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:50.777769 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-f73637e3-a7e8-4fb2-9402-4a1a182b1c6a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3ce04bbb-6647-49bc-811d-66c4b0525320 HTTP/1.1" status: 204 len: 168 time: 0.5822072 Oct 14 12:26:50.783944 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron_lib.callbacks.manager [None req-33d1b04a-6101-44fa-83a1-5485707670a0 None None] Notify callbacks [] for port, precommit_update {{(pid=100187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:50.801196 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73637e3-a7e8-4fb2-9402-4a1a182b1c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce04bbb-6647-49bc-811d-66c4b0525320,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:26:50.808020 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.db.db_base_plugin_common [None req-0d2ad273-e228-44ab-b5d2-0efc0698153a admin admin] Allocated IP 172.20.0.1 (a349fb8c-8bea-466f-b8db-b99e89a5a9ba/b2109f7d-7a0b-4378-9f1f-6d0a061effdd/5ed4385d-88de-4c84-9078-a4962ca63ddc) {{(pid=100184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:26:50.812810 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-92665417-c3b6-488c-8eac-ec4bfda9435d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2018836', 'neutron.services.segments.db._delete_segments_for_network-8787793369613'] for network, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:50.837659 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-92665417-c3b6-488c-8eac-ec4bfda9435d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:26:50.838076 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-92665417-c3b6-488c-8eac-ec4bfda9435d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:26:50.838906 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-92665417-c3b6-488c-8eac-ec4bfda9435d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:26:50.839304 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-92665417-c3b6-488c-8eac-ec4bfda9435d admin admin] Subscribe: > port after_create 55550000 {{(pid=100185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:26:50.839711 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-92665417-c3b6-488c-8eac-ec4bfda9435d admin admin] Subscribe: > port after_delete 55550000 {{(pid=100185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:26:50.840209 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-92665417-c3b6-488c-8eac-ec4bfda9435d admin admin] Subscribe: > port after_update 55550000 {{(pid=100185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:26:50.840612 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-92665417-c3b6-488c-8eac-ec4bfda9435d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:26:50.841128 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-92665417-c3b6-488c-8eac-ec4bfda9435d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:26:50.841486 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-92665417-c3b6-488c-8eac-ec4bfda9435d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:26:50.841891 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-92665417-c3b6-488c-8eac-ec4bfda9435d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:26:50.849210 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron_lib.callbacks.manager [None req-33d1b04a-6101-44fa-83a1-5485707670a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:51.002380 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92c2036-fdf6-4b0b-af47-66813e7c7ed7 None None] Pushing event updated for resources: {'Port': ['ID=1346fb4c-582c-43b8-a1d5-00e147f2e6fb,revision_number=2']} {{(pid=100187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:26:51.020132 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92c2036-fdf6-4b0b-af47-66813e7c7ed7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:26:51.020675 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92c2036-fdf6-4b0b-af47-66813e7c7ed7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:26:51.023842 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92c2036-fdf6-4b0b-af47-66813e7c7ed7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:26:51.025184 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92c2036-fdf6-4b0b-af47-66813e7c7ed7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:26:51.027154 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92c2036-fdf6-4b0b-af47-66813e7c7ed7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:26:51.027501 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92c2036-fdf6-4b0b-af47-66813e7c7ed7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:26:51.027841 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92c2036-fdf6-4b0b-af47-66813e7c7ed7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:26:51.028210 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92c2036-fdf6-4b0b-af47-66813e7c7ed7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:26:51.031284 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92c2036-fdf6-4b0b-af47-66813e7c7ed7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:26:51.031662 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92c2036-fdf6-4b0b-af47-66813e7c7ed7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:26:51.032045 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92c2036-fdf6-4b0b-af47-66813e7c7ed7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:26:51.035795 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92c2036-fdf6-4b0b-af47-66813e7c7ed7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:26:51.037053 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92c2036-fdf6-4b0b-af47-66813e7c7ed7 None None] Tracked resource versions report: Oct 14 12:26:51.037053 dv-cinder-813986-1-iscsi neutron-server[100187]: pushed versions: Oct 14 12:26:51.037053 dv-cinder-813986-1-iscsi neutron-server[100187]: { 'AddressGroup': {'1.2'}, Oct 14 12:26:51.037053 dv-cinder-813986-1-iscsi neutron-server[100187]: 'ConntrackHelper': {'1.0'}, Oct 14 12:26:51.037053 dv-cinder-813986-1-iscsi neutron-server[100187]: 'Log': {'1.0'}, Oct 14 12:26:51.037053 dv-cinder-813986-1-iscsi neutron-server[100187]: 'Network': {'1.1'}, Oct 14 12:26:51.037053 dv-cinder-813986-1-iscsi neutron-server[100187]: 'Port': {'1.7'}, Oct 14 12:26:51.037053 dv-cinder-813986-1-iscsi neutron-server[100187]: 'PortForwarding': {'1.2'}, Oct 14 12:26:51.037053 dv-cinder-813986-1-iscsi neutron-server[100187]: 'QosPolicy': {'1.9'}, Oct 14 12:26:51.037053 dv-cinder-813986-1-iscsi neutron-server[100187]: 'SecurityGroup': {'1.4'}, Oct 14 12:26:51.037053 dv-cinder-813986-1-iscsi neutron-server[100187]: 'SecurityGroupRule': {'1.2'}, Oct 14 12:26:51.037053 dv-cinder-813986-1-iscsi neutron-server[100187]: 'SubPort': {'1.0'}, Oct 14 12:26:51.037053 dv-cinder-813986-1-iscsi neutron-server[100187]: 'Subnet': {'1.1'}, Oct 14 12:26:51.037053 dv-cinder-813986-1-iscsi neutron-server[100187]: 'Trunk': {'1.1'}} Oct 14 12:26:51.037053 dv-cinder-813986-1-iscsi neutron-server[100187]: consumer versions: Oct 14 12:26:51.037053 dv-cinder-813986-1-iscsi neutron-server[100187]: { DHCP agent@dv-cinder-813986-1-iscsi: {}, Oct 14 12:26:51.037053 dv-cinder-813986-1-iscsi neutron-server[100187]: HyperV agent@hv-cinder-81398: {}, Oct 14 12:26:51.037053 dv-cinder-813986-1-iscsi neutron-server[100187]: L3 agent@dv-cinder-813986-1-iscsi: {}, Oct 14 12:26:51.037053 dv-cinder-813986-1-iscsi neutron-server[100187]: Metadata agent@dv-cinder-813986-1-iscsi: {}, Oct 14 12:26:51.037053 dv-cinder-813986-1-iscsi neutron-server[100187]: Metering agent@dv-cinder-813986-1-iscsi: {}, Oct 14 12:26:51.037053 dv-cinder-813986-1-iscsi neutron-server[100187]: Open vSwitch agent@dv-cinder-813986-1-iscsi: { 'AddressGroup': '1.2', Oct 14 12:26:51.037053 dv-cinder-813986-1-iscsi neutron-server[100187]: 'ConntrackHelper': '1.0', Oct 14 12:26:51.037053 dv-cinder-813986-1-iscsi neutron-server[100187]: 'Log': '1.0', Oct 14 12:26:51.037053 dv-cinder-813986-1-iscsi neutron-server[100187]: 'Network': '1.1', Oct 14 12:26:51.037053 dv-cinder-813986-1-iscsi neutron-server[100187]: 'Port': '1.7', Oct 14 12:26:51.037053 dv-cinder-813986-1-iscsi neutron-server[100187]: 'PortForwarding': '1.2', Oct 14 12:26:51.037053 dv-cinder-813986-1-iscsi neutron-server[100187]: 'QosPolicy': '1.9', Oct 14 12:26:51.037053 dv-cinder-813986-1-iscsi neutron-server[100187]: 'SecurityGroup': '1.4', Oct 14 12:26:51.037053 dv-cinder-813986-1-iscsi neutron-server[100187]: 'SecurityGroupRule': '1.2', Oct 14 12:26:51.037053 dv-cinder-813986-1-iscsi neutron-server[100187]: 'SubPort': '1.0', Oct 14 12:26:51.037053 dv-cinder-813986-1-iscsi neutron-server[100187]: 'Subnet': '1.1', Oct 14 12:26:51.037053 dv-cinder-813986-1-iscsi neutron-server[100187]: 'Trunk': '1.1'}} Oct 14 12:26:51.037053 dv-cinder-813986-1-iscsi neutron-server[100187]: {{(pid=100187) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 12:26:51.040853 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.managers [None req-33d1b04a-6101-44fa-83a1-5485707670a0 None None] Attempting to bind port 1346fb4c-582c-43b8-a1d5-00e147f2e6fb on host dv-cinder-813986-1-iscsi for vnic_type normal with profile {{(pid=100187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:26:51.041047 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.managers [None req-33d1b04a-6101-44fa-83a1-5485707670a0 None None] Attempting to bind port 1346fb4c-582c-43b8-a1d5-00e147f2e6fb by drivers openvswitch,hyperv on host dv-cinder-813986-1-iscsi at level 0 using segments [{'id': '25948913-841c-4e53-955d-096026847693', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3'}] {{(pid=100187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:26:51.050771 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d1b04a-6101-44fa-83a1-5485707670a0 None None] Attempting to bind port 1346fb4c-582c-43b8-a1d5-00e147f2e6fb on network b7b7a1d8-4110-4f63-bddb-33667e2d84f3 {{(pid=100187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:26:51.064544 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d1b04a-6101-44fa-83a1-5485707670a0 None None] Checking agent: {'id': '87c3554d-181c-44a6-8f26-629ea6b28d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813986-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 18, 27), 'started_at': datetime.datetime(2021, 10, 14, 12, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813986-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:26:51.064925 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d1b04a-6101-44fa-83a1-5485707670a0 None None] Checking segment: {'id': '25948913-841c-4e53-955d-096026847693', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:26:51.065332 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron_lib.callbacks.manager [None req-33d1b04a-6101-44fa-83a1-5485707670a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:51.065757 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d1b04a-6101-44fa-83a1-5485707670a0 None None] Bound using segment: {'id': '25948913-841c-4e53-955d-096026847693', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3'} {{(pid=100187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:26:51.066234 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.managers [None req-33d1b04a-6101-44fa-83a1-5485707670a0 None None] Bound port: 1346fb4c-582c-43b8-a1d5-00e147f2e6fb, host: dv-cinder-813986-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25948913-841c-4e53-955d-096026847693', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3'}}] {{(pid=100187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:26:51.066631 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron_lib.callbacks.manager [None req-33d1b04a-6101-44fa-83a1-5485707670a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:51.094971 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-0d2ad273-e228-44ab-b5d2-0efc0698153a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:51.134286 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.db [None req-33d1b04a-6101-44fa-83a1-5485707670a0 None None] For port 1346fb4c-582c-43b8-a1d5-00e147f2e6fb, host dv-cinder-813986-1-iscsi, cleared binding levels {{(pid=100187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:26:51.137482 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.db [None req-33d1b04a-6101-44fa-83a1-5485707670a0 None None] For port 1346fb4c-582c-43b8-a1d5-00e147f2e6fb, host dv-cinder-813986-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=1346fb4c-582c-43b8-a1d5-00e147f2e6fb,segment=NetworkSegment(25948913-841c-4e53-955d-096026847693),segment_id=25948913-841c-4e53-955d-096026847693)] {{(pid=100187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:26:51.185136 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-92665417-c3b6-488c-8eac-ec4bfda9435d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:26:51.185628 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-92665417-c3b6-488c-8eac-ec4bfda9435d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:26:51.185787 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-92665417-c3b6-488c-8eac-ec4bfda9435d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:26:51.186311 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-92665417-c3b6-488c-8eac-ec4bfda9435d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:26:51.186671 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.services.segments.db [None req-92665417-c3b6-488c-8eac-ec4bfda9435d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17d2ffd0-d705-4dfa-911d-bafce95c799a']}} {{(pid=100185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:26:51.204563 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.services.segments.db [None req-92665417-c3b6-488c-8eac-ec4bfda9435d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90b66922-3b7a-4a02-b0e7-09a651d069f1') {'for_net_delete': True} {{(pid=100185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:26:51.206910 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.services.segments.db [None req-92665417-c3b6-488c-8eac-ec4bfda9435d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90b66922-3b7a-4a02-b0e7-09a651d069f1') {} {{(pid=100185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:26:51.224545 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-92665417-c3b6-488c-8eac-ec4bfda9435d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787793369110', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6186453'] for segment, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:51.225958 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-0d2ad273-e228-44ab-b5d2-0efc0698153a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787792822806'] for port, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:51.226136 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron_lib.callbacks.manager [None req-33d1b04a-6101-44fa-83a1-5485707670a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:51.246324 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-92665417-c3b6-488c-8eac-ec4bfda9435d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030694'] for segment, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:51.256852 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92665417-c3b6-488c-8eac-ec4bfda9435d admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=100185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 12:26:51.257254 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-92665417-c3b6-488c-8eac-ec4bfda9435d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7811604'] for segment, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:51.263956 dv-cinder-813986-1-iscsi neutron-server[100185]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 14 12:26:51.263956 dv-cinder-813986-1-iscsi neutron-server[100185]: from cryptography.utils import int_from_bytes Oct 14 12:26:51.263956 dv-cinder-813986-1-iscsi neutron-server[100185]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 14 12:26:51.263956 dv-cinder-813986-1-iscsi neutron-server[100185]: from cryptography.utils import int_from_bytes Oct 14 12:26:51.263956 dv-cinder-813986-1-iscsi neutron-server[100185]: Traceback (most recent call last): Oct 14 12:26:51.263956 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 12:26:51.263956 dv-cinder-813986-1-iscsi neutron-server[100185]: timer() Oct 14 12:26:51.263956 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 12:26:51.263956 dv-cinder-813986-1-iscsi neutron-server[100185]: cb(*args, **kw) Oct 14 12:26:51.263956 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 12:26:51.263956 dv-cinder-813986-1-iscsi neutron-server[100185]: return func(*args, **kwargs) Oct 14 12:26:51.263956 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 12:26:51.263956 dv-cinder-813986-1-iscsi neutron-server[100185]: self._notify() Oct 14 12:26:51.263956 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 12:26:51.263956 dv-cinder-813986-1-iscsi neutron-server[100185]: self.callback(batched_events) Oct 14 12:26:51.263956 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 12:26:51.263956 dv-cinder-813986-1-iscsi neutron-server[100185]: event.method(event) Oct 14 12:26:51.263956 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 12:26:51.263956 dv-cinder-813986-1-iscsi neutron-server[100185]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 12:26:51.263956 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 12:26:51.263956 dv-cinder-813986-1-iscsi neutron-server[100185]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 12:26:51.263956 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 12:26:51.263956 dv-cinder-813986-1-iscsi neutron-server[100185]: return f(self, *a, **k) Oct 14 12:26:51.263956 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 12:26:51.263956 dv-cinder-813986-1-iscsi neutron-server[100185]: return self._get(url).json() Oct 14 12:26:51.263956 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 12:26:51.263956 dv-cinder-813986-1-iscsi neutron-server[100185]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 12:26:51.263956 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 12:26:51.263956 dv-cinder-813986-1-iscsi neutron-server[100185]: return self.request(url, 'GET', **kwargs) Oct 14 12:26:51.263956 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 12:26:51.263956 dv-cinder-813986-1-iscsi neutron-server[100185]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 12:26:51.263956 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 12:26:51.263956 dv-cinder-813986-1-iscsi neutron-server[100185]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 12:26:51.263956 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 12:26:51.263956 dv-cinder-813986-1-iscsi neutron-server[100185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 12:26:51.263956 dv-cinder-813986-1-iscsi neutron-server[100185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 12:26:51.292594 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d1b04a-6101-44fa-83a1-5485707670a0 None None] Routers {'44857d53-1bbc-484a-94d0-78e8e8ad1918'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:26:51.292594 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_hamode_db [None req-33d1b04a-6101-44fa-83a1-5485707670a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:26:26Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['44857d53-1bbc-484a-94d0-78e8e8ad1918'], 'active': True} {{(pid=100187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:26:51.375748 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2ad273-e228-44ab-b5d2-0efc0698153a admin admin] Network a349fb8c-8bea-466f-b8db-b99e89a5a9ba is already hosted by enough agents. {{(pid=100184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:26:51.379133 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.base_scheduler [None req-0d2ad273-e228-44ab-b5d2-0efc0698153a admin admin] Resources bound (agent type, host, resource id): {{(pid=100184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:26:51.383074 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2ad273-e228-44ab-b5d2-0efc0698153a admin admin] Received port after_create {{(pid=100184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:26:51.383959 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-0d2ad273-e228-44ab-b5d2-0efc0698153a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618643'] for router_interface, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:51.387431 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92c2036-fdf6-4b0b-af47-66813e7c7ed7 None None] Pushing event updated for resources: {'Port': ['ID=1346fb4c-582c-43b8-a1d5-00e147f2e6fb,revision_number=3']} {{(pid=100187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:26:51.392374 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-92665417-c3b6-488c-8eac-ec4bfda9435d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2018925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-619758'] for network, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:51.400402 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-92665417-c3b6-488c-8eac-ec4bfda9435d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531662'] for network, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:51.405245 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-92665417-c3b6-488c-8eac-ec4bfda9435d admin admin] 10.222.0.54 "DELETE /v2.0/networks/17d2ffd0-d705-4dfa-911d-bafce95c799a HTTP/1.1" status: 204 len: 168 time: 0.8640130 Oct 14 12:26:51.409138 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 58022) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:26:51.422736 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92665417-c3b6-488c-8eac-ec4bfda9435d admin admin] Pushing event deleted for resources: {'Network': ['ID=17d2ffd0-d705-4dfa-911d-bafce95c799a,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:26:51.453785 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_dvr_db [None req-33d1b04a-6101-44fa-83a1-5485707670a0 None None] Set router 44857d53-1bbc-484a-94d0-78e8e8ad1918 gateway port host: dv-cinder-813986-1-iscsi {{(pid=100187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:26:51.464354 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2ad273-e228-44ab-b5d2-0efc0698153a admin admin] Pushing event updated for resources: {'Port': ['ID=5ed4385d-88de-4c84-9078-a4962ca63ddc,revision_number=1']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:26:51.595532 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e6fd6d4-0401-4fb4-bab5-bb8ab8cc8bd8 admin admin] Deleting subnet 50b298b5-6e67-40ee-b045-8c64d00721ec {{(pid=100184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Oct 14 12:26:51.621616 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-3e6fd6d4-0401-4fb4-bab5-bb8ab8cc8bd8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:51.718230 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-3e6fd6d4-0401-4fb4-bab5-bb8ab8cc8bd8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:51.728033 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-3e6fd6d4-0401-4fb4-bab5-bb8ab8cc8bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2028271'] for subnet, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:51.729378 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_hamode_db [None req-33d1b04a-6101-44fa-83a1-5485707670a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44857d53-1bbc-484a-94d0-78e8e8ad1918', 'name': 'tempest-ServerRescueNegativeTestJSON-1144285974-router', 'tenant_id': '3f9a829dc9ba4ba2bab9da3451c434c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '1346fb4c-582c-43b8-a1d5-00e147f2e6fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:26:47Z', 'updated_at': '2021-10-14T12:26:48Z', 'revision_number': 3, 'project_id': '3f9a829dc9ba4ba2bab9da3451c434c9', 'gw_port': {'id': '1346fb4c-582c-43b8-a1d5-00e147f2e6fb', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b8:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44857d53-1bbc-484a-94d0-78e8e8ad1918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:26:47Z', 'updated_at': '2021-10-14T12:26:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi'}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:26:51.786586 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d1b04a-6101-44fa-83a1-5485707670a0 None None] The sync data for ids ['44857d53-1bbc-484a-94d0-78e8e8ad1918'] in dv-cinder-813986-1-iscsi is: [{'id': '44857d53-1bbc-484a-94d0-78e8e8ad1918', 'name': 'tempest-ServerRescueNegativeTestJSON-1144285974-router', 'tenant_id': '3f9a829dc9ba4ba2bab9da3451c434c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '1346fb4c-582c-43b8-a1d5-00e147f2e6fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:26:47Z', 'updated_at': '2021-10-14T12:26:48Z', 'revision_number': 3, 'project_id': '3f9a829dc9ba4ba2bab9da3451c434c9', 'gw_port': {'id': '1346fb4c-582c-43b8-a1d5-00e147f2e6fb', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b8:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44857d53-1bbc-484a-94d0-78e8e8ad1918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:26:47Z', 'updated_at': '2021-10-14T12:26:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi'}] {{(pid=100187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:26:51.891031 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-11213b93-790d-43b6-964f-f82c19f17d79 req-6bd98da5-e847-4a5e-9cb4-904830c54018 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/ports?device_id=248c30f1-cd13-4228-8777-4ad879ff94e7 HTTP/1.1" status: 200 len: 210 time: 0.0827444 Oct 14 12:26:51.911060 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-0d2ad273-e228-44ab-b5d2-0efc0698153a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:52.063084 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-3e6fd6d4-0401-4fb4-bab5-bb8ab8cc8bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2028256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640'] for subnet, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:52.096897 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6fd6d4-0401-4fb4-bab5-bb8ab8cc8bd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50b298b5-6e67-40ee-b045-8c64d00721ec,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:26:52.161180 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-3e6fd6d4-0401-4fb4-bab5-bb8ab8cc8bd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531662'] for subnet, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:52.161180 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-3e6fd6d4-0401-4fb4-bab5-bb8ab8cc8bd8 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/50b298b5-6e67-40ee-b045-8c64d00721ec HTTP/1.1" status: 204 len: 168 time: 0.6946104 Oct 14 12:26:52.161875 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 58062) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:26:52.198821 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-0d2ad273-e228-44ab-b5d2-0efc0698153a admin admin] Notify callbacks [] for port, precommit_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:52.282138 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-0d2ad273-e228-44ab-b5d2-0efc0698153a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:52.283241 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-0d2ad273-e228-44ab-b5d2-0efc0698153a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618727'] for router_interface, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:52.347916 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-ff6566bd-74d2-43a7-89fe-11152eac3827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1900015'] for network, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:52.379691 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 58070) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:26:52.410922 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2ad273-e228-44ab-b5d2-0efc0698153a admin admin] Pushing event updated for resources: {'Port': ['ID=5ed4385d-88de-4c84-9078-a4962ca63ddc,revision_number=2']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:26:52.457016 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-ff6566bd-74d2-43a7-89fe-11152eac3827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2018836', 'neutron.services.segments.db._delete_segments_for_network-8787793369613'] for network, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:52.458250 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2ad273-e228-44ab-b5d2-0efc0698153a admin admin] Network a349fb8c-8bea-466f-b8db-b99e89a5a9ba is already hosted by enough agents. {{(pid=100184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:26:52.459878 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.base_scheduler [None req-0d2ad273-e228-44ab-b5d2-0efc0698153a admin admin] Resources bound (agent type, host, resource id): {{(pid=100184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:26:52.481348 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.services.segments.db [None req-ff6566bd-74d2-43a7-89fe-11152eac3827 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63f91828-c04d-4b55-bfa3-a52d1cb146f4']}} {{(pid=100185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:26:52.492622 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.services.segments.db [None req-ff6566bd-74d2-43a7-89fe-11152eac3827 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99fe94b1-8a49-4cb7-8abb-4a879e907f04') {'for_net_delete': True} {{(pid=100185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:26:52.493323 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.services.segments.db [None req-ff6566bd-74d2-43a7-89fe-11152eac3827 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99fe94b1-8a49-4cb7-8abb-4a879e907f04') {} {{(pid=100185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:26:52.505910 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-ff6566bd-74d2-43a7-89fe-11152eac3827 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787793369110', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6186453'] for segment, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:52.521639 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-ff6566bd-74d2-43a7-89fe-11152eac3827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030694'] for segment, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:52.530457 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff6566bd-74d2-43a7-89fe-11152eac3827 admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=100185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 12:26:52.530966 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-ff6566bd-74d2-43a7-89fe-11152eac3827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7811604'] for segment, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:52.532905 dv-cinder-813986-1-iscsi neutron-server[100185]: Traceback (most recent call last): Oct 14 12:26:52.532905 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 12:26:52.532905 dv-cinder-813986-1-iscsi neutron-server[100185]: timer() Oct 14 12:26:52.532905 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 12:26:52.532905 dv-cinder-813986-1-iscsi neutron-server[100185]: cb(*args, **kw) Oct 14 12:26:52.532905 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 12:26:52.532905 dv-cinder-813986-1-iscsi neutron-server[100185]: return func(*args, **kwargs) Oct 14 12:26:52.532905 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 12:26:52.532905 dv-cinder-813986-1-iscsi neutron-server[100185]: self._notify() Oct 14 12:26:52.532905 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 12:26:52.532905 dv-cinder-813986-1-iscsi neutron-server[100185]: self.callback(batched_events) Oct 14 12:26:52.532905 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 12:26:52.532905 dv-cinder-813986-1-iscsi neutron-server[100185]: event.method(event) Oct 14 12:26:52.532905 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 12:26:52.532905 dv-cinder-813986-1-iscsi neutron-server[100185]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 12:26:52.532905 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 12:26:52.532905 dv-cinder-813986-1-iscsi neutron-server[100185]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 12:26:52.532905 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 12:26:52.532905 dv-cinder-813986-1-iscsi neutron-server[100185]: return f(self, *a, **k) Oct 14 12:26:52.532905 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 12:26:52.532905 dv-cinder-813986-1-iscsi neutron-server[100185]: return self._get(url).json() Oct 14 12:26:52.532905 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 12:26:52.532905 dv-cinder-813986-1-iscsi neutron-server[100185]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 12:26:52.532905 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 12:26:52.532905 dv-cinder-813986-1-iscsi neutron-server[100185]: return self.request(url, 'GET', **kwargs) Oct 14 12:26:52.532905 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 12:26:52.532905 dv-cinder-813986-1-iscsi neutron-server[100185]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 12:26:52.532905 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 12:26:52.532905 dv-cinder-813986-1-iscsi neutron-server[100185]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 12:26:52.532905 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 12:26:52.532905 dv-cinder-813986-1-iscsi neutron-server[100185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 12:26:52.532905 dv-cinder-813986-1-iscsi neutron-server[100185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 12:26:52.579084 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-900bcbbf-fbf7-4434-b16e-3937e0d7b338 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:52.594900 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d2ad273-e228-44ab-b5d2-0efc0698153a admin admin] Router 44857d53-1bbc-484a-94d0-78e8e8ad1918 has already been hosted by L3 agent 98567738-4256-4ddd-ae03-62c82ecec038 {{(pid=100184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 12:26:52.703267 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-ff6566bd-74d2-43a7-89fe-11152eac3827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2018925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-619758'] for network, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:52.728509 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-ff6566bd-74d2-43a7-89fe-11152eac3827 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531662'] for network, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:52.731911 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-ff6566bd-74d2-43a7-89fe-11152eac3827 admin admin] 10.222.0.54 "DELETE /v2.0/networks/63f91828-c04d-4b55-bfa3-a52d1cb146f4 HTTP/1.1" status: 204 len: 168 time: 0.6129000 Oct 14 12:26:52.748818 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6566bd-74d2-43a7-89fe-11152eac3827 admin admin] Pushing event deleted for resources: {'Network': ['ID=63f91828-c04d-4b55-bfa3-a52d1cb146f4,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:26:52.766048 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d2ad273-e228-44ab-b5d2-0efc0698153a admin admin] Notify agent at l3_agent.dv-cinder-813986-1-iscsi the message routers_updated {{(pid=100184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:26:52.784024 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-0d2ad273-e228-44ab-b5d2-0efc0698153a admin admin] 10.222.0.54 "PUT /v2.0/routers/44857d53-1bbc-484a-94d0-78e8e8ad1918/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0868270 Oct 14 12:26:52.815583 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-900bcbbf-fbf7-4434-b16e-3937e0d7b338 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:52.831444 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device 1346fb4c-582c-43b8-a1d5-00e147f2e6fb up at agent ovs-agent-dv-cinder-813986-1-iscsi {{(pid=100186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:26:52.888895 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Provisioning complete for port 1346fb4c-582c-43b8-a1d5-00e147f2e6fb triggered by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:26:52.889341 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:52.911581 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-900bcbbf-fbf7-4434-b16e-3937e0d7b338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:52.977137 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-900bcbbf-fbf7-4434-b16e-3937e0d7b338 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bc023a2e4b084745bee1ceedf5a3d3e9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5939374 Oct 14 12:26:52.977137 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900bcbbf-fbf7-4434-b16e-3937e0d7b338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f155558d-7eba-48fc-bd68-ae3ae55bb03c,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:26:52.978448 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 58092) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:26:53.041905 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:53.071211 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-5dcae02a-611a-42e8-897d-954bfb3e3117 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:53.076637 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] For port 1346fb4c-582c-43b8-a1d5-00e147f2e6fb, host dv-cinder-813986-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=1346fb4c-582c-43b8-a1d5-00e147f2e6fb,segment=NetworkSegment(25948913-841c-4e53-955d-096026847693),segment_id=25948913-841c-4e53-955d-096026847693)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:26:53.079024 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 58098) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:26:53.129527 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-7ad24003-0106-47f7-9b91-e64a95542da5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a5a6c7e19d7b48319a8221706015d1bc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0492313 Oct 14 12:26:53.132110 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 58104) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:26:53.137611 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-eb900c15-5539-4074-b9c9-a950dd493536 req-ceb5f427-d69a-4023-853a-ee8bd87de0db tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/ports?device_id=248c30f1-cd13-4228-8777-4ad879ff94e7 HTTP/1.1" status: 200 len: 210 time: 0.0628438 Oct 14 12:26:53.158959 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-5dcae02a-611a-42e8-897d-954bfb3e3117 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:53.179870 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:53.217813 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-33d774f1-6fe0-4729-a312-061ed1f8e096 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:53.225988 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-108ec661-67cf-4849-b5bc-ae2015819d07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:53.250773 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-33d774f1-6fe0-4729-a312-061ed1f8e096 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:53.281171 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Pushing event updated for resources: {'Port': ['ID=1346fb4c-582c-43b8-a1d5-00e147f2e6fb,revision_number=4']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:26:53.289693 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:26:53.290521 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:26:53.290955 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:26:53.291416 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:26:53.292009 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:26:53.292475 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:26:53.292858 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:26:53.298733 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:26:53.298733 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:26:53.298733 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:26:53.298733 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:26:53.298733 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:26:53.298733 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Tracked resource versions report: Oct 14 12:26:53.298733 dv-cinder-813986-1-iscsi neutron-server[100186]: pushed versions: Oct 14 12:26:53.298733 dv-cinder-813986-1-iscsi neutron-server[100186]: { 'AddressGroup': {'1.2'}, Oct 14 12:26:53.298733 dv-cinder-813986-1-iscsi neutron-server[100186]: 'ConntrackHelper': {'1.0'}, Oct 14 12:26:53.298733 dv-cinder-813986-1-iscsi neutron-server[100186]: 'Log': {'1.0'}, Oct 14 12:26:53.298733 dv-cinder-813986-1-iscsi neutron-server[100186]: 'Network': {'1.1'}, Oct 14 12:26:53.298733 dv-cinder-813986-1-iscsi neutron-server[100186]: 'Port': {'1.7'}, Oct 14 12:26:53.298733 dv-cinder-813986-1-iscsi neutron-server[100186]: 'PortForwarding': {'1.2'}, Oct 14 12:26:53.298733 dv-cinder-813986-1-iscsi neutron-server[100186]: 'QosPolicy': {'1.9'}, Oct 14 12:26:53.298733 dv-cinder-813986-1-iscsi neutron-server[100186]: 'SecurityGroup': {'1.4'}, Oct 14 12:26:53.298733 dv-cinder-813986-1-iscsi neutron-server[100186]: 'SecurityGroupRule': {'1.2'}, Oct 14 12:26:53.298733 dv-cinder-813986-1-iscsi neutron-server[100186]: 'SubPort': {'1.0'}, Oct 14 12:26:53.298733 dv-cinder-813986-1-iscsi neutron-server[100186]: 'Subnet': {'1.1'}, Oct 14 12:26:53.298733 dv-cinder-813986-1-iscsi neutron-server[100186]: 'Trunk': {'1.1'}} Oct 14 12:26:53.298733 dv-cinder-813986-1-iscsi neutron-server[100186]: consumer versions: Oct 14 12:26:53.298733 dv-cinder-813986-1-iscsi neutron-server[100186]: { DHCP agent@dv-cinder-813986-1-iscsi: {}, Oct 14 12:26:53.298733 dv-cinder-813986-1-iscsi neutron-server[100186]: HyperV agent@hv-cinder-81398: {}, Oct 14 12:26:53.298733 dv-cinder-813986-1-iscsi neutron-server[100186]: L3 agent@dv-cinder-813986-1-iscsi: {}, Oct 14 12:26:53.298733 dv-cinder-813986-1-iscsi neutron-server[100186]: Metadata agent@dv-cinder-813986-1-iscsi: {}, Oct 14 12:26:53.298733 dv-cinder-813986-1-iscsi neutron-server[100186]: Metering agent@dv-cinder-813986-1-iscsi: {}, Oct 14 12:26:53.298733 dv-cinder-813986-1-iscsi neutron-server[100186]: Open vSwitch agent@dv-cinder-813986-1-iscsi: { 'AddressGroup': '1.2', Oct 14 12:26:53.298733 dv-cinder-813986-1-iscsi neutron-server[100186]: 'ConntrackHelper': '1.0', Oct 14 12:26:53.298733 dv-cinder-813986-1-iscsi neutron-server[100186]: 'Log': '1.0', Oct 14 12:26:53.298733 dv-cinder-813986-1-iscsi neutron-server[100186]: 'Network': '1.1', Oct 14 12:26:53.298733 dv-cinder-813986-1-iscsi neutron-server[100186]: 'Port': '1.7', Oct 14 12:26:53.298733 dv-cinder-813986-1-iscsi neutron-server[100186]: 'PortForwarding': '1.2', Oct 14 12:26:53.298733 dv-cinder-813986-1-iscsi neutron-server[100186]: 'QosPolicy': '1.9', Oct 14 12:26:53.298733 dv-cinder-813986-1-iscsi neutron-server[100186]: 'SecurityGroup': '1.4', Oct 14 12:26:53.298733 dv-cinder-813986-1-iscsi neutron-server[100186]: 'SecurityGroupRule': '1.2', Oct 14 12:26:53.298733 dv-cinder-813986-1-iscsi neutron-server[100186]: 'SubPort': '1.0', Oct 14 12:26:53.298733 dv-cinder-813986-1-iscsi neutron-server[100186]: 'Subnet': '1.1', Oct 14 12:26:53.298733 dv-cinder-813986-1-iscsi neutron-server[100186]: 'Trunk': '1.1'}} Oct 14 12:26:53.298733 dv-cinder-813986-1-iscsi neutron-server[100186]: {{(pid=100186) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 12:26:53.325271 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-5dcae02a-611a-42e8-897d-954bfb3e3117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:53.327904 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-5dcae02a-611a-42e8-897d-954bfb3e3117 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:53.339272 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-5dcae02a-611a-42e8-897d-954bfb3e3117 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f155558d-7eba-48fc-bd68-ae3ae55bb03c HTTP/1.1" status: 204 len: 168 time: 0.3556166 Oct 14 12:26:53.354701 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcae02a-611a-42e8-897d-954bfb3e3117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f155558d-7eba-48fc-bd68-ae3ae55bb03c,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:26:53.645585 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeddf248-fe70-4541-97d2-bd2f69dda54b req-08804468-fc8e-4d88-b1e3-c768c0392db7 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:53.647217 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-eeddf248-fe70-4541-97d2-bd2f69dda54b req-08804468-fc8e-4d88-b1e3-c768c0392db7 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/networks?id=a349fb8c-8bea-466f-b8db-b99e89a5a9ba HTTP/1.1" status: 200 len: 819 time: 0.1032665 Oct 14 12:26:53.662384 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-eeddf248-fe70-4541-97d2-bd2f69dda54b req-bc2babbf-e1e8-4313-9aac-c694cd2eea9c tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/quotas/3f9a829dc9ba4ba2bab9da3451c434c9 HTTP/1.1" status: 200 len: 375 time: 0.0093880 Oct 14 12:26:53.729897 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-eeddf248-fe70-4541-97d2-bd2f69dda54b req-c8b0e499-5a7f-46c1-b6ad-bf950a69a12a tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=3f9a829dc9ba4ba2bab9da3451c434c9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0617263 Oct 14 12:26:53.812901 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-33d774f1-6fe0-4729-a312-061ed1f8e096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:53.813848 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f61c1a9-bbf3-4082-83e0-42bbe0448614 None None] Sync routers for ids ['44857d53-1bbc-484a-94d0-78e8e8ad1918'] in dv-cinder-813986-1-iscsi {{(pid=100186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:26:53.813968 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-33d774f1-6fe0-4729-a312-061ed1f8e096 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:53.813968 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-33d774f1-6fe0-4729-a312-061ed1f8e096 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/48a56af6-ded7-489a-adf2-21489321bd5a HTTP/1.1" status: 204 len: 168 time: 0.6656902 Oct 14 12:26:53.814152 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f61c1a9-bbf3-4082-83e0-42bbe0448614 None None] Routers {'44857d53-1bbc-484a-94d0-78e8e8ad1918'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:26:53.814152 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-9f61c1a9-bbf3-4082-83e0-42bbe0448614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:26:26Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['44857d53-1bbc-484a-94d0-78e8e8ad1918'], 'active': True} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:26:53.814348 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d774f1-6fe0-4729-a312-061ed1f8e096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a56af6-ded7-489a-adf2-21489321bd5a,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:26:54.063601 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvr_db [None req-9f61c1a9-bbf3-4082-83e0-42bbe0448614 None None] Set router 44857d53-1bbc-484a-94d0-78e8e8ad1918 gateway port host: dv-cinder-813986-1-iscsi {{(pid=100186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:26:54.226666 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b7699e55-e566-4d11-9f69-3c3aa34abf7b req-cc87a021-a686-47f4-9d05-77aadb4363f5 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/ports?device_id=248c30f1-cd13-4228-8777-4ad879ff94e7 HTTP/1.1" status: 200 len: 210 time: 0.0271153 Oct 14 12:26:54.285604 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-9f61c1a9-bbf3-4082-83e0-42bbe0448614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44857d53-1bbc-484a-94d0-78e8e8ad1918', 'name': 'tempest-ServerRescueNegativeTestJSON-1144285974-router', 'tenant_id': '3f9a829dc9ba4ba2bab9da3451c434c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '1346fb4c-582c-43b8-a1d5-00e147f2e6fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:26:47Z', 'updated_at': '2021-10-14T12:26:51Z', 'revision_number': 4, 'project_id': '3f9a829dc9ba4ba2bab9da3451c434c9', 'gw_port': {'id': '1346fb4c-582c-43b8-a1d5-00e147f2e6fb', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44857d53-1bbc-484a-94d0-78e8e8ad1918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:26:47Z', 'updated_at': '2021-10-14T12:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_interfaces': [{'id': '5ed4385d-88de-4c84-9078-a4962ca63ddc', 'name': '', 'network_id': 'a349fb8c-8bea-466f-b8db-b99e89a5a9ba', 'tenant_id': '3f9a829dc9ba4ba2bab9da3451c434c9', 'mac_address': 'fa:16:3e:72:3f:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44857d53-1bbc-484a-94d0-78e8e8ad1918', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b2109f7d-7a0b-4378-9f1f-6d0a061effdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:26:50Z', 'updated_at': '2021-10-14T12:26:51Z', 'revision_number': 2, 'project_id': '3f9a829dc9ba4ba2bab9da3451c434c9', 'subnets': [{'id': 'b2109f7d-7a0b-4378-9f1f-6d0a061effdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:26:54.312460 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f61c1a9-bbf3-4082-83e0-42bbe0448614 None None] Checking router: 44857d53-1bbc-484a-94d0-78e8e8ad1918 for host: dv-cinder-813986-1-iscsi {{(pid=100186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:26:54.312819 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f61c1a9-bbf3-4082-83e0-42bbe0448614 None None] Updating router 44857d53-1bbc-484a-94d0-78e8e8ad1918 port 5ed4385d-88de-4c84-9078-a4962ca63ddc binding host dv-cinder-813986-1-iscsi {{(pid=100186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 12:26:54.337388 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-9f61c1a9-bbf3-4082-83e0-42bbe0448614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:54.453544 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [req-eeddf248-fe70-4541-97d2-bd2f69dda54b req-3abcb1b7-1337-402e-bc21-df465e840ae3 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=100184) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 12:26:54.454587 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-eeddf248-fe70-4541-97d2-bd2f69dda54b req-3abcb1b7-1337-402e-bc21-df465e840ae3 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4437666 Oct 14 12:26:54.587017 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-eeddf248-fe70-4541-97d2-bd2f69dda54b req-7163927a-953a-4510-818f-5140baa8fb4a service neutron] 10.222.0.54 "GET /v2.0/networks/a349fb8c-8bea-466f-b8db-b99e89a5a9ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252739 Oct 14 12:26:54.618425 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 58170) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:26:54.638328 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-2a6a9d4b-ed2d-4736-b8f5-9ec1327245e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:54.667483 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-9f61c1a9-bbf3-4082-83e0-42bbe0448614 None None] Notify callbacks [] for port, precommit_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:54.699521 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-eeddf248-fe70-4541-97d2-bd2f69dda54b req-bea2b25d-0b05-4a7d-aac9-3faa8d24cd6c service neutron] 10.222.0.54 "GET /v2.0/networks/a349fb8c-8bea-466f-b8db-b99e89a5a9ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100667 Oct 14 12:26:54.733999 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device 1346fb4c-582c-43b8-a1d5-00e147f2e6fb up at agent ovs-agent-dv-cinder-813986-1-iscsi {{(pid=100186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:26:54.740174 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-2a6a9d4b-ed2d-4736-b8f5-9ec1327245e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:54.761340 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-9f61c1a9-bbf3-4082-83e0-42bbe0448614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:54.817655 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-2a6a9d4b-ed2d-4736-b8f5-9ec1327245e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:54.855229 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2aed4b-9b16-4d12-a147-89ef6f147d6c None None] Pushing event updated for resources: {'Port': ['ID=5ed4385d-88de-4c84-9078-a4962ca63ddc,revision_number=3']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:26:54.879276 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Provisioning complete for port 1346fb4c-582c-43b8-a1d5-00e147f2e6fb triggered by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:26:54.879643 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:54.882850 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6a9d4b-ed2d-4736-b8f5-9ec1327245e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a9ee56-625e-447b-998e-13b49033bc3a,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:26:54.907531 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-2a6a9d4b-ed2d-4736-b8f5-9ec1327245e6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c152d842486849d08a768974e88916dc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2879179 Oct 14 12:26:54.911039 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 58186) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:26:54.913873 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.managers [None req-9f61c1a9-bbf3-4082-83e0-42bbe0448614 None None] Attempting to bind port 5ed4385d-88de-4c84-9078-a4962ca63ddc on host dv-cinder-813986-1-iscsi for vnic_type normal with profile {{(pid=100186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:26:54.914421 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.managers [None req-9f61c1a9-bbf3-4082-83e0-42bbe0448614 None None] Attempting to bind port 5ed4385d-88de-4c84-9078-a4962ca63ddc by drivers openvswitch,hyperv on host dv-cinder-813986-1-iscsi at level 0 using segments [{'id': 'f8489ad1-6355-48f4-a2b4-24bed11b919a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a349fb8c-8bea-466f-b8db-b99e89a5a9ba'}] {{(pid=100186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:26:54.914951 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f61c1a9-bbf3-4082-83e0-42bbe0448614 None None] Attempting to bind port 5ed4385d-88de-4c84-9078-a4962ca63ddc on network a349fb8c-8bea-466f-b8db-b99e89a5a9ba {{(pid=100186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:26:54.921611 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f61c1a9-bbf3-4082-83e0-42bbe0448614 None None] Checking agent: {'id': '87c3554d-181c-44a6-8f26-629ea6b28d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813986-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 18, 27), 'started_at': datetime.datetime(2021, 10, 14, 12, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813986-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:26:54.921898 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f61c1a9-bbf3-4082-83e0-42bbe0448614 None None] Checking segment: {'id': 'f8489ad1-6355-48f4-a2b4-24bed11b919a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a349fb8c-8bea-466f-b8db-b99e89a5a9ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:26:54.922512 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-9f61c1a9-bbf3-4082-83e0-42bbe0448614 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:54.922903 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f61c1a9-bbf3-4082-83e0-42bbe0448614 None None] Bound using segment: {'id': 'f8489ad1-6355-48f4-a2b4-24bed11b919a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a349fb8c-8bea-466f-b8db-b99e89a5a9ba'} {{(pid=100186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:26:54.923371 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.managers [None req-9f61c1a9-bbf3-4082-83e0-42bbe0448614 None None] Bound port: 5ed4385d-88de-4c84-9078-a4962ca63ddc, host: dv-cinder-813986-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8489ad1-6355-48f4-a2b4-24bed11b919a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a349fb8c-8bea-466f-b8db-b99e89a5a9ba'}}] {{(pid=100186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:26:54.923771 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-9f61c1a9-bbf3-4082-83e0-42bbe0448614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:54.959313 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 58190) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:26:55.018687 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-9f61c1a9-bbf3-4082-83e0-42bbe0448614 None None] For port 5ed4385d-88de-4c84-9078-a4962ca63ddc, host dv-cinder-813986-1-iscsi, cleared binding levels {{(pid=100186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:26:55.021925 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-9f61c1a9-bbf3-4082-83e0-42bbe0448614 None None] For port 5ed4385d-88de-4c84-9078-a4962ca63ddc, host dv-cinder-813986-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=5ed4385d-88de-4c84-9078-a4962ca63ddc,segment=NetworkSegment(f8489ad1-6355-48f4-a2b4-24bed11b919a),segment_id=f8489ad1-6355-48f4-a2b4-24bed11b919a)] {{(pid=100186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:26:55.043332 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-ed466bf6-ba66-4ad2-b5e9-73a9926d5e10 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=80306f6bdc4d4c8aa145347b0f5043df&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0819240 Oct 14 12:26:55.048790 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 58202) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:26:55.051698 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-343c9a93-8fef-4bf9-9c6d-f698a9f36cf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:55.192410 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-9f61c1a9-bbf3-4082-83e0-42bbe0448614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:55.251191 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b1c4c8df-7b44-463d-978a-2f90dcfec747 req-650a1cbd-521f-4f53-b007-f9a22b665acc tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 210 time: 0.1745572 Oct 14 12:26:55.271133 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-343c9a93-8fef-4bf9-9c6d-f698a9f36cf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:55.282436 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f61c1a9-bbf3-4082-83e0-42bbe0448614 None None] Routers {'44857d53-1bbc-484a-94d0-78e8e8ad1918'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:26:55.283015 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-9f61c1a9-bbf3-4082-83e0-42bbe0448614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:26:26Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['44857d53-1bbc-484a-94d0-78e8e8ad1918'], 'active': True} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:26:55.430414 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-ab789edb-c0c6-41b4-bcd0-fb4c82330505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:55.439502 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2aed4b-9b16-4d12-a147-89ef6f147d6c None None] Pushing event updated for resources: {'Port': ['ID=5ed4385d-88de-4c84-9078-a4962ca63ddc,revision_number=4']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:26:55.443744 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvr_db [None req-9f61c1a9-bbf3-4082-83e0-42bbe0448614 None None] Set router 44857d53-1bbc-484a-94d0-78e8e8ad1918 gateway port host: dv-cinder-813986-1-iscsi {{(pid=100186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:26:55.522899 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-c8a9074f-bcd1-4644-8918-994167207113 req-d6663eb8-2500-48ff-a212-9af6d3d0f04e tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/ports?device_id=248c30f1-cd13-4228-8777-4ad879ff94e7 HTTP/1.1" status: 200 len: 210 time: 0.0937455 Oct 14 12:26:55.544547 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-343c9a93-8fef-4bf9-9c6d-f698a9f36cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:55.561176 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-343c9a93-8fef-4bf9-9c6d-f698a9f36cf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:55.561176 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-343c9a93-8fef-4bf9-9c6d-f698a9f36cf8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d3a9ee56-625e-447b-998e-13b49033bc3a HTTP/1.1" status: 204 len: 168 time: 0.6436462 Oct 14 12:26:55.561176 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-ab789edb-c0c6-41b4-bcd0-fb4c82330505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:55.602092 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343c9a93-8fef-4bf9-9c6d-f698a9f36cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a9ee56-625e-447b-998e-13b49033bc3a,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:26:55.713169 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2c915c-1fa1-432b-be4b-edbc7f8ce684 req-33033eaa-e201-45d8-9dbf-48eb7485419d tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:55.714507 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-9f61c1a9-bbf3-4082-83e0-42bbe0448614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44857d53-1bbc-484a-94d0-78e8e8ad1918', 'name': 'tempest-ServerRescueNegativeTestJSON-1144285974-router', 'tenant_id': '3f9a829dc9ba4ba2bab9da3451c434c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '1346fb4c-582c-43b8-a1d5-00e147f2e6fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:26:47Z', 'updated_at': '2021-10-14T12:26:51Z', 'revision_number': 4, 'project_id': '3f9a829dc9ba4ba2bab9da3451c434c9', 'gw_port': {'id': '1346fb4c-582c-43b8-a1d5-00e147f2e6fb', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44857d53-1bbc-484a-94d0-78e8e8ad1918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:26:47Z', 'updated_at': '2021-10-14T12:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_interfaces': [{'id': '5ed4385d-88de-4c84-9078-a4962ca63ddc', 'name': '', 'network_id': 'a349fb8c-8bea-466f-b8db-b99e89a5a9ba', 'tenant_id': '3f9a829dc9ba4ba2bab9da3451c434c9', 'mac_address': 'fa:16:3e:72:3f:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44857d53-1bbc-484a-94d0-78e8e8ad1918', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b2109f7d-7a0b-4378-9f1f-6d0a061effdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:26:50Z', 'updated_at': '2021-10-14T12:26:55Z', 'revision_number': 4, 'project_id': '3f9a829dc9ba4ba2bab9da3451c434c9', 'subnets': [{'id': 'b2109f7d-7a0b-4378-9f1f-6d0a061effdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:26:55.714699 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-6c2c915c-1fa1-432b-be4b-edbc7f8ce684 req-33033eaa-e201-45d8-9dbf-48eb7485419d tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/networks?id=a349fb8c-8bea-466f-b8db-b99e89a5a9ba HTTP/1.1" status: 200 len: 819 time: 0.1577566 Oct 14 12:26:55.732262 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-6c2c915c-1fa1-432b-be4b-edbc7f8ce684 req-2f10b3c1-9029-46f0-94df-1518ad109f31 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/quotas/3f9a829dc9ba4ba2bab9da3451c434c9 HTTP/1.1" status: 200 len: 375 time: 0.0110445 Oct 14 12:26:55.748828 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-ab789edb-c0c6-41b4-bcd0-fb4c82330505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:55.751750 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-ab789edb-c0c6-41b4-bcd0-fb4c82330505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:55.753615 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-ab789edb-c0c6-41b4-bcd0-fb4c82330505 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d2d98eb7-fcf7-4394-96e7-82d5df9a81f9 HTTP/1.1" status: 204 len: 168 time: 0.7032230 Oct 14 12:26:55.757446 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f61c1a9-bbf3-4082-83e0-42bbe0448614 None None] The sync data for ids ['44857d53-1bbc-484a-94d0-78e8e8ad1918'] in dv-cinder-813986-1-iscsi is: [{'id': '44857d53-1bbc-484a-94d0-78e8e8ad1918', 'name': 'tempest-ServerRescueNegativeTestJSON-1144285974-router', 'tenant_id': '3f9a829dc9ba4ba2bab9da3451c434c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '1346fb4c-582c-43b8-a1d5-00e147f2e6fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:26:47Z', 'updated_at': '2021-10-14T12:26:51Z', 'revision_number': 4, 'project_id': '3f9a829dc9ba4ba2bab9da3451c434c9', 'gw_port': {'id': '1346fb4c-582c-43b8-a1d5-00e147f2e6fb', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44857d53-1bbc-484a-94d0-78e8e8ad1918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:26:47Z', 'updated_at': '2021-10-14T12:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_interfaces': [{'id': '5ed4385d-88de-4c84-9078-a4962ca63ddc', 'name': '', 'network_id': 'a349fb8c-8bea-466f-b8db-b99e89a5a9ba', 'tenant_id': '3f9a829dc9ba4ba2bab9da3451c434c9', 'mac_address': 'fa:16:3e:72:3f:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44857d53-1bbc-484a-94d0-78e8e8ad1918', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b2109f7d-7a0b-4378-9f1f-6d0a061effdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:26:50Z', 'updated_at': '2021-10-14T12:26:55Z', 'revision_number': 4, 'project_id': '3f9a829dc9ba4ba2bab9da3451c434c9', 'subnets': [{'id': 'b2109f7d-7a0b-4378-9f1f-6d0a061effdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:26:55.778401 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab789edb-c0c6-41b4-bcd0-fb4c82330505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d98eb7-fcf7-4394-96e7-82d5df9a81f9,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:26:55.793102 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 58244) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:26:55.852688 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-6c2c915c-1fa1-432b-be4b-edbc7f8ce684 req-5749226d-6976-4aa5-8370-b0c22f98b925 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=3f9a829dc9ba4ba2bab9da3451c434c9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1104436 Oct 14 12:26:56.036447 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-6c2c915c-1fa1-432b-be4b-edbc7f8ce684 req-6c0f8741-c0d0-4ded-bddc-b591dc6263ba service neutron] 10.222.0.54 "GET /v2.0/networks/a349fb8c-8bea-466f-b8db-b99e89a5a9ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806862 Oct 14 12:26:56.068800 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-866169c8-c3f6-4933-9609-7d2cd1d26e88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:56.080426 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-cee5560d-e471-4637-9bf0-318f4cc696a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:56.202448 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-6c2c915c-1fa1-432b-be4b-edbc7f8ce684 req-3921ddd9-c8a6-4fdd-9a72-8a38a3183687 service neutron] 10.222.0.54 "GET /v2.0/networks/a349fb8c-8bea-466f-b8db-b99e89a5a9ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570740 Oct 14 12:26:56.224280 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-cee5560d-e471-4637-9bf0-318f4cc696a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:56.349267 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-cee5560d-e471-4637-9bf0-318f4cc696a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:56.443910 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 58284) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:26:56.451766 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-cee5560d-e471-4637-9bf0-318f4cc696a9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f4c9c13121e647268b89e686a7309117&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6582196 Oct 14 12:26:56.452839 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee5560d-e471-4637-9bf0-318f4cc696a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d49309-e534-4062-81bd-c3f03c31f8e3,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:26:56.539958 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.25', 64769) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:26:56.584192 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-4e977770-14a4-4b6a-bd8d-6e181cb7e0f3 req-56a2ceef-3cb4-4d67-8ced-a62b590ab915 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 210 time: 0.0732434 Oct 14 12:26:56.920725 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-e030ef03-0822-46d2-92bc-2e0d66301077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:56.920725 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-e030ef03-0822-46d2-92bc-2e0d66301077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:56.920725 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-e6f54b89-a0a1-45b6-8366-d6957b365900 req-f8e002f7-9e39-4743-80ec-cd780eb3508e tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/ports?device_id=248c30f1-cd13-4228-8777-4ad879ff94e7 HTTP/1.1" status: 200 len: 210 time: 0.1245751 Oct 14 12:26:56.928272 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device 5ed4385d-88de-4c84-9078-a4962ca63ddc up at agent ovs-agent-dv-cinder-813986-1-iscsi {{(pid=100186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:26:56.975149 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aef77b-b5f4-4df6-b494-df7be358682e req-04bf9c7c-5cae-4b24-9165-39160ceb8251 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:56.978059 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-93aef77b-b5f4-4df6-b494-df7be358682e req-04bf9c7c-5cae-4b24-9165-39160ceb8251 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.25 "GET /v2.0/networks?id=8be115fa-96b3-4d1e-972c-330c421964ff HTTP/1.1" status: 200 len: 812 time: 0.4354575 Oct 14 12:26:56.986028 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Provisioning complete for port 5ed4385d-88de-4c84-9078-a4962ca63ddc triggered by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:26:56.986541 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:57.036419 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-e030ef03-0822-46d2-92bc-2e0d66301077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:57.039083 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-e030ef03-0822-46d2-92bc-2e0d66301077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:57.040324 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-e030ef03-0822-46d2-92bc-2e0d66301077 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b5d49309-e534-4062-81bd-c3f03c31f8e3 HTTP/1.1" status: 204 len: 168 time: 0.5952899 Oct 14 12:26:57.045285 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.v2.base [req-93aef77b-b5f4-4df6-b494-df7be358682e req-292d11b8-17ec-4497-8089-4dcef63c8431 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] Request body: {'port': {'device_id': '248c30f1-cd13-4228-8777-4ad879ff94e7', 'network_id': '8be115fa-96b3-4d1e-972c-330c421964ff', 'admin_state_up': True, 'tenant_id': '0c84bd9e2ac4497a8e3d7af806fda3ba'}} {{(pid=100185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:26:57.048690 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e030ef03-0822-46d2-92bc-2e0d66301077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d49309-e534-4062-81bd-c3f03c31f8e3,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:26:57.128743 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-469b4b0a-0edb-4369-82f6-413c16907b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:57.148116 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:57.195843 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:57.248013 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] For port 5ed4385d-88de-4c84-9078-a4962ca63ddc, host dv-cinder-813986-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=5ed4385d-88de-4c84-9078-a4962ca63ddc,segment=NetworkSegment(f8489ad1-6355-48f4-a2b4-24bed11b919a),segment_id=f8489ad1-6355-48f4-a2b4-24bed11b919a)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:26:57.333681 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:57.404465 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Pushing event updated for resources: {'Port': ['ID=5ed4385d-88de-4c84-9078-a4962ca63ddc,revision_number=5']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:26:57.484911 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93aef77b-b5f4-4df6-b494-df7be358682e req-292d11b8-17ec-4497-8089-4dcef63c8431 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] Made reservation on behalf of 0c84bd9e2ac4497a8e3d7af806fda3ba for: {'port': 1} {{(pid=100185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:26:57.489197 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-93aef77b-b5f4-4df6-b494-df7be358682e req-292d11b8-17ec-4497-8089-4dcef63c8431 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:57.730089 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-c180fcb9-ebf3-4abd-a09b-f65821726c7f req-675fa324-a67c-4265-ae07-9d42928f86a9 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 210 time: 0.0446794 Oct 14 12:26:57.808949 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.db.db_base_plugin_common [req-93aef77b-b5f4-4df6-b494-df7be358682e req-292d11b8-17ec-4497-8089-4dcef63c8431 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] Allocated IP 172.20.0.4 (8be115fa-96b3-4d1e-972c-330c421964ff/d70eba82-8cb5-4a96-8cb3-69fcbc9e06ea/f8f8cc45-ba4c-40a5-bba0-016e335fa06a) {{(pid=100185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:26:58.001743 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-93aef77b-b5f4-4df6-b494-df7be358682e req-292d11b8-17ec-4497-8089-4dcef63c8431 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] Notify callbacks [] for port, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:58.040930 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-453e50b2-0df7-41b0-a19d-4682db9b80d6 req-cc8d6f97-de6b-4e76-8cf8-7293aab43a1d tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/ports?device_id=248c30f1-cd13-4228-8777-4ad879ff94e7 HTTP/1.1" status: 200 len: 210 time: 0.0299840 Oct 14 12:26:58.156782 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-93aef77b-b5f4-4df6-b494-df7be358682e req-292d11b8-17ec-4497-8089-4dcef63c8431 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787792822806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7811617'] for port, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:58.208545 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 58396) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:26:58.236058 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-09c0aeb5-6044-4329-9e1a-afd54bce7e25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:58.243764 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93aef77b-b5f4-4df6-b494-df7be358682e req-292d11b8-17ec-4497-8089-4dcef63c8431 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] Network 8be115fa-96b3-4d1e-972c-330c421964ff is already hosted by enough agents. {{(pid=100185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:26:58.259071 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.base_scheduler [req-93aef77b-b5f4-4df6-b494-df7be358682e req-292d11b8-17ec-4497-8089-4dcef63c8431 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] Resources bound (agent type, host, resource id): {{(pid=100185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:26:58.266402 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.db.l3_dvrscheduler_db [req-93aef77b-b5f4-4df6-b494-df7be358682e req-292d11b8-17ec-4497-8089-4dcef63c8431 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] Received port after_create {{(pid=100185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:26:58.282074 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-27c04846-3a84-4189-8b30-75b8cfbf2676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:58.313793 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aef77b-b5f4-4df6-b494-df7be358682e req-292d11b8-17ec-4497-8089-4dcef63c8431 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:58.314410 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-93aef77b-b5f4-4df6-b494-df7be358682e req-292d11b8-17ec-4497-8089-4dcef63c8431 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531662'] for port, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:58.321347 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292d11b8-17ec-4497-8089-4dcef63c8431 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] Pushing event updated for resources: {'Port': ['ID=f8f8cc45-ba4c-40a5-bba0-016e335fa06a,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:26:58.339819 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 58402) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:26:58.359823 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-09c0aeb5-6044-4329-9e1a-afd54bce7e25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:58.421890 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-93aef77b-b5f4-4df6-b494-df7be358682e req-292d11b8-17ec-4497-8089-4dcef63c8431 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3807285 Oct 14 12:26:58.476323 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-09c0aeb5-6044-4329-9e1a-afd54bce7e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:58.542281 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-09c0aeb5-6044-4329-9e1a-afd54bce7e25 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6b316b43a49d40ba9a0decfb5081af0c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3316424 Oct 14 12:26:58.543461 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c0aeb5-6044-4329-9e1a-afd54bce7e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7caba1b0-66be-43f4-934c-80c3d82f80d1,revision_number=1']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:26:58.544707 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 58408) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:26:58.608984 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-0f201f17-19bd-4808-92ee-9462f0a1be30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:58.631321 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-0f201f17-19bd-4808-92ee-9462f0a1be30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:58.740914 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device 5ed4385d-88de-4c84-9078-a4962ca63ddc up at agent ovs-agent-dv-cinder-813986-1-iscsi {{(pid=100186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:26:58.794583 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-0f201f17-19bd-4808-92ee-9462f0a1be30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:58.797630 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-0f201f17-19bd-4808-92ee-9462f0a1be30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:58.802990 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-0f201f17-19bd-4808-92ee-9462f0a1be30 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7caba1b0-66be-43f4-934c-80c3d82f80d1 HTTP/1.1" status: 204 len: 168 time: 0.2548864 Oct 14 12:26:58.816254 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Provisioning complete for port 5ed4385d-88de-4c84-9078-a4962ca63ddc triggered by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:26:58.816941 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:58.826290 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f201f17-19bd-4808-92ee-9462f0a1be30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7caba1b0-66be-43f4-934c-80c3d82f80d1,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:26:58.849951 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-aedd1756-521e-4ebb-b4cf-72ff3f908b35 req-0a8860e4-f7bb-412a-945d-7ad749790410 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 210 time: 0.0398085 Oct 14 12:26:58.932786 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-230bcfc7-b59f-4c7d-bb78-7b0d055a50b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:58.958412 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 58426) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:26:59.026836 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-230bcfc7-b59f-4c7d-bb78-7b0d055a50b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:59.105248 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-230bcfc7-b59f-4c7d-bb78-7b0d055a50b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:59.181964 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230bcfc7-b59f-4c7d-bb78-7b0d055a50b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f06dd22-8884-46c6-87ea-c3d94ab7ec57,revision_number=1']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:26:59.187206 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-230bcfc7-b59f-4c7d-bb78-7b0d055a50b5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1c898d4603f84c64a63931b1e1719edd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8462861 Oct 14 12:26:59.190719 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 58434) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:26:59.208890 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3602807a-d1c2-4eab-8639-f1e5b66a178b req-479be53d-ca85-49c9-823c-421748486be4 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:26:59.212508 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-3602807a-d1c2-4eab-8639-f1e5b66a178b req-479be53d-ca85-49c9-823c-421748486be4 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/ports?device_id=248c30f1-cd13-4228-8777-4ad879ff94e7 HTTP/1.1" status: 200 len: 931 time: 0.1022058 Oct 14 12:26:59.252404 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-bf9a59ae-e10c-4b9c-86ca-a1f63aa29089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:59.292418 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-bf9a59ae-e10c-4b9c-86ca-a1f63aa29089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:59.317478 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-3602807a-d1c2-4eab-8639-f1e5b66a178b req-b637add0-e800-4003-aa8b-e1550c70682c tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed60bd67-b132-4030-a669-b413cd375b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999043 Oct 14 12:26:59.475210 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-129d4023-e6e9-453a-8a36-ba47531c935c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:59.590902 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-bf9a59ae-e10c-4b9c-86ca-a1f63aa29089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:59.593636 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-bf9a59ae-e10c-4b9c-86ca-a1f63aa29089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:59.600198 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-bf9a59ae-e10c-4b9c-86ca-a1f63aa29089 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6f06dd22-8884-46c6-87ea-c3d94ab7ec57 HTTP/1.1" status: 204 len: 168 time: 0.4031591 Oct 14 12:26:59.612586 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9a59ae-e10c-4b9c-86ca-a1f63aa29089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f06dd22-8884-46c6-87ea-c3d94ab7ec57,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:26:59.647819 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-129d4023-e6e9-453a-8a36-ba47531c935c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:59.756731 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-129d4023-e6e9-453a-8a36-ba47531c935c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:59.805079 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-129d4023-e6e9-453a-8a36-ba47531c935c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e729382e3508415a8799f31efd75948e&name=default HTTP/1.1" status: 200 len: 2977 time: 0.8446927 Oct 14 12:26:59.806119 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129d4023-e6e9-453a-8a36-ba47531c935c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a95150-c4cb-47dd-8578-e2996dc53e54,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:26:59.812004 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 58456) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:26:59.899590 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-0dd75e2e-e2e1-496b-a169-798eb366f39d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:59.934218 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-0dd75e2e-e2e1-496b-a169-798eb366f39d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:26:59.974297 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-77e10710-3606-4f9c-901b-4eb075c50022 req-75f6c9ca-0268-485f-a89c-20fc19ab5dd2 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 210 time: 0.0378404 Oct 14 12:27:00.228733 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-0dd75e2e-e2e1-496b-a169-798eb366f39d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:00.231476 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-0dd75e2e-e2e1-496b-a169-798eb366f39d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:00.232866 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-0dd75e2e-e2e1-496b-a169-798eb366f39d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e9a95150-c4cb-47dd-8578-e2996dc53e54 HTTP/1.1" status: 204 len: 168 time: 0.4238930 Oct 14 12:27:00.241455 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd75e2e-e2e1-496b-a169-798eb366f39d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a95150-c4cb-47dd-8578-e2996dc53e54,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:00.460330 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb22fe2-eea5-4548-9267-b8b7ab0dd70f req-f9b95d9b-cd2b-48fb-8f62-c95ad0115fcb tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:00.462063 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-5eb22fe2-eea5-4548-9267-b8b7ab0dd70f req-f9b95d9b-cd2b-48fb-8f62-c95ad0115fcb tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/ports?device_id=248c30f1-cd13-4228-8777-4ad879ff94e7 HTTP/1.1" status: 200 len: 931 time: 0.0609810 Oct 14 12:27:00.506989 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-5eb22fe2-eea5-4548-9267-b8b7ab0dd70f req-b071c5be-7bac-40b8-a74c-eeb9402c37db tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed60bd67-b132-4030-a669-b413cd375b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351293 Oct 14 12:27:01.125050 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-be340267-28aa-40b2-9f30-6fd7cafc28f3 req-23e809b0-c60c-41ae-8bae-d6cbe109f5e0 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 210 time: 0.0562193 Oct 14 12:27:01.620762 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4c6a7f-33c6-4e60-ad30-5b7cfe2ab7b7 req-7fb59058-9467-40d9-8f63-cb44022ec639 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:01.623230 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ee4c6a7f-33c6-4e60-ad30-5b7cfe2ab7b7 req-7fb59058-9467-40d9-8f63-cb44022ec639 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/ports?device_id=248c30f1-cd13-4228-8777-4ad879ff94e7 HTTP/1.1" status: 200 len: 931 time: 0.0499496 Oct 14 12:27:01.665640 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ee4c6a7f-33c6-4e60-ad30-5b7cfe2ab7b7 req-d31ccc60-b20c-4e26-a482-67d9f1b17161 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed60bd67-b132-4030-a669-b413cd375b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355182 Oct 14 12:27:02.235154 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-d370e3be-cd61-4a66-91df-f60540982fd6 req-72ea53de-4b14-43c4-968d-f52b4b7abba7 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 210 time: 0.0374842 Oct 14 12:27:02.796058 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef80de-8f5e-40b6-b82e-ee69c42d07dc req-b709e951-5fa3-465f-82e1-2e80accfb461 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:02.800712 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-6bef80de-8f5e-40b6-b82e-ee69c42d07dc req-b709e951-5fa3-465f-82e1-2e80accfb461 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/ports?device_id=248c30f1-cd13-4228-8777-4ad879ff94e7 HTTP/1.1" status: 200 len: 931 time: 0.0652463 Oct 14 12:27:02.897188 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-6bef80de-8f5e-40b6-b82e-ee69c42d07dc req-86c941c8-9363-4085-948b-74e07e4e26f5 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed60bd67-b132-4030-a669-b413cd375b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895340 Oct 14 12:27:03.331259 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9137e206-8b90-4bc4-bf5c-8134f45c9946 req-d97fa310-ea11-4cc9-89a9-c8825f546362 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 210 time: 0.0324178 Oct 14 12:27:03.917832 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 58622) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:27:04.020783 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa8a0b-7e55-46a5-93d8-67693670b734 req-82f7f52d-8463-458f-b564-2c05bd2beee6 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:04.025782 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-c5aa8a0b-7e55-46a5-93d8-67693670b734 req-82f7f52d-8463-458f-b564-2c05bd2beee6 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/ports?device_id=248c30f1-cd13-4228-8777-4ad879ff94e7 HTTP/1.1" status: 200 len: 931 time: 0.0609357 Oct 14 12:27:04.047625 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-ca412385-980d-4b88-90c0-31a8a16898b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:04.091106 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-c5aa8a0b-7e55-46a5-93d8-67693670b734 req-4cb432ad-729f-45d2-aa72-11960c3cba9c tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed60bd67-b132-4030-a669-b413cd375b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628841 Oct 14 12:27:04.168087 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-ca412385-980d-4b88-90c0-31a8a16898b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:04.390288 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-ca412385-980d-4b88-90c0-31a8a16898b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:04.451929 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-ca412385-980d-4b88-90c0-31a8a16898b5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=88e4453a0f6b409792bcb0b26db69096&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5330038 Oct 14 12:27:04.454799 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 58636) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:27:04.455327 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-a10892b6-d954-4551-9ccd-2f93229dcbe8 req-de9a60cc-3dd2-4e9d-937e-5dfe8a88d1a0 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 210 time: 0.0379364 Oct 14 12:27:04.456255 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca412385-980d-4b88-90c0-31a8a16898b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc36f6f-67f0-4e17-a454-b1f4b5400a01,revision_number=1']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:04.518837 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-d242f293-f9ad-42f4-ac93-721bfd2e11d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:04.544120 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-d242f293-f9ad-42f4-ac93-721bfd2e11d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:04.704608 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-d242f293-f9ad-42f4-ac93-721bfd2e11d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:04.707288 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-d242f293-f9ad-42f4-ac93-721bfd2e11d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:04.708473 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-d242f293-f9ad-42f4-ac93-721bfd2e11d7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bcc36f6f-67f0-4e17-a454-b1f4b5400a01 HTTP/1.1" status: 204 len: 168 time: 0.2514656 Oct 14 12:27:04.716514 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d242f293-f9ad-42f4-ac93-721bfd2e11d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc36f6f-67f0-4e17-a454-b1f4b5400a01,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:05.304133 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad1467-7af5-4907-be20-0a57c92a8900 req-90916598-09c2-4ef3-8a8b-65d501ab897b tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:05.306303 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-31ad1467-7af5-4907-be20-0a57c92a8900 req-90916598-09c2-4ef3-8a8b-65d501ab897b tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/ports?device_id=248c30f1-cd13-4228-8777-4ad879ff94e7 HTTP/1.1" status: 200 len: 931 time: 0.0717115 Oct 14 12:27:05.352549 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-31ad1467-7af5-4907-be20-0a57c92a8900 req-8e3fd945-2a3e-460a-b9aa-f39bebf747b9 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed60bd67-b132-4030-a669-b413cd375b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381603 Oct 14 12:27:05.511129 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 58672) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:27:05.527004 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-88ef1a7e-899a-4dd5-9f9b-aa0a9dcbc1bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:05.573503 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-e992b4f2-c7b7-45bc-a731-5145aac45664 req-9c9bde08-8aff-4e45-afd6-1585c7297c68 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 210 time: 0.0427899 Oct 14 12:27:05.649728 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-88ef1a7e-899a-4dd5-9f9b-aa0a9dcbc1bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:05.713426 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 58678) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:27:05.737174 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-88ef1a7e-899a-4dd5-9f9b-aa0a9dcbc1bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:05.781820 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 58682) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:27:05.782014 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-88ef1a7e-899a-4dd5-9f9b-aa0a9dcbc1bc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=368cf2902d934ae8819fe9a92fde74be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2696049 Oct 14 12:27:05.783035 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ef1a7e-899a-4dd5-9f9b-aa0a9dcbc1bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b361f482-8243-4416-af56-18c430a7f51f,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:05.844765 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-41041195-559a-40a8-a129-ddacb04e4630 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:05.845722 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-6d09a4fe-b1d3-4c16-9013-aea1376b8595 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:05.873327 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-6d09a4fe-b1d3-4c16-9013-aea1376b8595 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:05.923705 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-41041195-559a-40a8-a129-ddacb04e4630 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:06.030219 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-6d09a4fe-b1d3-4c16-9013-aea1376b8595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:06.032846 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-6d09a4fe-b1d3-4c16-9013-aea1376b8595 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:06.034107 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-6d09a4fe-b1d3-4c16-9013-aea1376b8595 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b361f482-8243-4416-af56-18c430a7f51f HTTP/1.1" status: 204 len: 168 time: 0.2507846 Oct 14 12:27:06.045532 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d09a4fe-b1d3-4c16-9013-aea1376b8595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b361f482-8243-4416-af56-18c430a7f51f,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:06.062613 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-41041195-559a-40a8-a129-ddacb04e4630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:06.110132 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-41041195-559a-40a8-a129-ddacb04e4630 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=31905c6624624c5db72318dc76013145&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3956139 Oct 14 12:27:06.111088 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41041195-559a-40a8-a129-ddacb04e4630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab09e9f8-4c11-496a-9702-8186e2806050,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:06.113618 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 58692) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:27:06.174894 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-6331234d-9423-4eb1-9f3a-1d0b29ac3a85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:06.198096 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-6331234d-9423-4eb1-9f3a-1d0b29ac3a85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:06.379081 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-6331234d-9423-4eb1-9f3a-1d0b29ac3a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:06.382321 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-6331234d-9423-4eb1-9f3a-1d0b29ac3a85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:06.386061 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-6331234d-9423-4eb1-9f3a-1d0b29ac3a85 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ab09e9f8-4c11-496a-9702-8186e2806050 HTTP/1.1" status: 204 len: 168 time: 0.2687688 Oct 14 12:27:06.411142 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6331234d-9423-4eb1-9f3a-1d0b29ac3a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab09e9f8-4c11-496a-9702-8186e2806050,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:06.558858 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9405c26-ffd0-46b4-a52c-dad6788b0760 req-3cdb8364-cd98-4026-92f1-ca4502168c8e tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:06.560442 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-e9405c26-ffd0-46b4-a52c-dad6788b0760 req-3cdb8364-cd98-4026-92f1-ca4502168c8e tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/ports?device_id=248c30f1-cd13-4228-8777-4ad879ff94e7 HTTP/1.1" status: 200 len: 931 time: 0.0541406 Oct 14 12:27:06.561795 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:06.641498 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-e9405c26-ffd0-46b4-a52c-dad6788b0760 req-10289ad4-9ef4-4072-85fd-bd982573adde tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed60bd67-b132-4030-a669-b413cd375b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740321 Oct 14 12:27:06.785495 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-4153c443-dbd5-42dd-9d1d-c4347ec9118f req-7c1477ab-e679-407f-b5e5-8f1157b4635b tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 210 time: 0.0636451 Oct 14 12:27:07.788466 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8838c1-03fc-4401-86f3-91f703747fbf req-f09f8a92-feca-4db5-853d-c6d3142bacfe tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:07.790320 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-fe8838c1-03fc-4401-86f3-91f703747fbf req-f09f8a92-feca-4db5-853d-c6d3142bacfe tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/ports?device_id=248c30f1-cd13-4228-8777-4ad879ff94e7 HTTP/1.1" status: 200 len: 931 time: 0.0689936 Oct 14 12:27:07.875138 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-fe8838c1-03fc-4401-86f3-91f703747fbf req-fb36bff1-e616-4c87-a65f-9b076c044b1c tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed60bd67-b132-4030-a669-b413cd375b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740113 Oct 14 12:27:07.929979 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-5ad8c3f9-01d8-452d-a0d2-0d229d36d5bc req-3bc4dd0a-eae3-4a06-bf3d-619c47eca2b4 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 210 time: 0.0370646 Oct 14 12:27:09.008389 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd98d8e-c642-42a4-983d-11aac574e97f req-738299e8-966d-4a5a-96a3-5d023c9fa658 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:09.009925 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-fcd98d8e-c642-42a4-983d-11aac574e97f req-738299e8-966d-4a5a-96a3-5d023c9fa658 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/ports?device_id=248c30f1-cd13-4228-8777-4ad879ff94e7 HTTP/1.1" status: 200 len: 931 time: 0.0647333 Oct 14 12:27:09.042583 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-dd7b075d-5562-45d8-8dab-d59c45c36be8 req-e0a8cef4-b5dc-4db6-a630-2234eee6ec02 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 210 time: 0.0316460 Oct 14 12:27:09.072505 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-fcd98d8e-c642-42a4-983d-11aac574e97f req-a8daa5bd-4d5c-4255-9052-bf96b41f74b1 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed60bd67-b132-4030-a669-b413cd375b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523944 Oct 14 12:27:09.608517 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 58842) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:27:09.747617 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-cd80374f-876e-4d63-8e1c-b2a43814e718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:09.860439 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-cd80374f-876e-4d63-8e1c-b2a43814e718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:09.927369 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-cd80374f-876e-4d63-8e1c-b2a43814e718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:09.972569 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-cd80374f-876e-4d63-8e1c-b2a43814e718 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8f96d19e22e74181b128caeb803f3954&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3627543 Oct 14 12:27:09.975058 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 58864) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:27:09.977292 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd80374f-876e-4d63-8e1c-b2a43814e718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e006ba0-cb75-4869-a9ee-fca70504d1c3,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:10.024038 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-3a2cec83-d367-41ac-a6f4-8cea0ad7940f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:10.048777 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-3a2cec83-d367-41ac-a6f4-8cea0ad7940f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:10.152683 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-6c18cb94-5d42-4b58-9aac-bf4fc793981a req-af8e5b9d-a7d0-44b1-87c9-d48ec25735e9 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 210 time: 0.0301924 Oct 14 12:27:10.186065 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-3a2cec83-d367-41ac-a6f4-8cea0ad7940f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:10.188054 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-3a2cec83-d367-41ac-a6f4-8cea0ad7940f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:10.191629 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-3a2cec83-d367-41ac-a6f4-8cea0ad7940f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3e006ba0-cb75-4869-a9ee-fca70504d1c3 HTTP/1.1" status: 204 len: 168 time: 0.2131457 Oct 14 12:27:10.205099 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2cec83-d367-41ac-a6f4-8cea0ad7940f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e006ba0-cb75-4869-a9ee-fca70504d1c3,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:10.242451 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ec7f86-f5dd-4f91-adde-f2d328af005e req-35439621-3fb0-465c-b0b0-584900272647 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:10.244488 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-08ec7f86-f5dd-4f91-adde-f2d328af005e req-35439621-3fb0-465c-b0b0-584900272647 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/ports?device_id=248c30f1-cd13-4228-8777-4ad879ff94e7 HTTP/1.1" status: 200 len: 931 time: 0.0950439 Oct 14 12:27:10.285092 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-08ec7f86-f5dd-4f91-adde-f2d328af005e req-56c5c724-37b2-4be6-a5c2-2bba633cca18 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed60bd67-b132-4030-a669-b413cd375b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331378 Oct 14 12:27:10.779096 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 58896) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:27:10.791858 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-ab18a217-4232-4832-bed9-394d5d8a2a55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:10.877396 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-ab18a217-4232-4832-bed9-394d5d8a2a55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:10.972713 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-ab18a217-4232-4832-bed9-394d5d8a2a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:11.012674 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-ab18a217-4232-4832-bed9-394d5d8a2a55 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a864e24eea014b57abccc27b16759811&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2324836 Oct 14 12:27:11.013734 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab18a217-4232-4832-bed9-394d5d8a2a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc26daf7-ae9a-4c3a-a579-3c848b37a553,revision_number=1']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:11.015343 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 58912) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:27:11.062160 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-f6b08739-23c7-45fe-9fbb-3848d04e72cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:11.086141 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-f6b08739-23c7-45fe-9fbb-3848d04e72cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:11.194766 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-f6b08739-23c7-45fe-9fbb-3848d04e72cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:11.199696 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-f6b08739-23c7-45fe-9fbb-3848d04e72cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:11.201351 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-f6b08739-23c7-45fe-9fbb-3848d04e72cc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cc26daf7-ae9a-4c3a-a579-3c848b37a553 HTTP/1.1" status: 204 len: 168 time: 0.1847310 Oct 14 12:27:11.213704 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b08739-23c7-45fe-9fbb-3848d04e72cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc26daf7-ae9a-4c3a-a579-3c848b37a553,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:11.266103 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-11f55550-f9d8-4e39-a2d6-756e02630954 req-aa1721a4-0bbd-4cfb-abb9-df0c46b49f3a tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 210 time: 0.0274355 Oct 14 12:27:11.404514 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63dfc5d-da5e-43c1-8698-f7d07f921d98 req-270a06c1-6b51-4ded-a56b-5a65581f21b4 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:11.406352 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-c63dfc5d-da5e-43c1-8698-f7d07f921d98 req-270a06c1-6b51-4ded-a56b-5a65581f21b4 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/ports?device_id=248c30f1-cd13-4228-8777-4ad879ff94e7 HTTP/1.1" status: 200 len: 931 time: 0.0525537 Oct 14 12:27:11.451176 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-c63dfc5d-da5e-43c1-8698-f7d07f921d98 req-712294b1-71bb-4630-94c8-164309eea108 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed60bd67-b132-4030-a669-b413cd375b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378847 Oct 14 12:27:12.394010 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-e621e3c1-56b9-40cc-aba5-cda05bbbd6b5 req-ab025b37-009e-41a9-b348-9843729ca868 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 210 time: 0.0368569 Oct 14 12:27:12.541157 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.agents_db [None req-78dcfc36-1157-4c7d-a1d8-d24093a96b44 None None] Agent healthcheck: found 6 active agents {{(pid=100187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:27:12.569938 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d4286-c179-4df1-bd02-4dbdef55a536 req-fdb9829d-e7a6-4693-b229-d201b4a954a0 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:12.572132 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9a7d4286-c179-4df1-bd02-4dbdef55a536 req-fdb9829d-e7a6-4693-b229-d201b4a954a0 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/ports?device_id=248c30f1-cd13-4228-8777-4ad879ff94e7 HTTP/1.1" status: 200 len: 931 time: 0.0518334 Oct 14 12:27:12.613897 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9a7d4286-c179-4df1-bd02-4dbdef55a536 req-4fa825d9-6e8e-432b-bea2-15ada3dbbb0b tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed60bd67-b132-4030-a669-b413cd375b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362406 Oct 14 12:27:13.493764 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-7733364f-ed1a-4689-9804-bb3eacb50eb5 req-755e5c00-7d6c-4c4d-b30d-6b4358c684ee tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 210 time: 0.0308065 Oct 14 12:27:13.723195 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdb209e-f2b5-4403-88df-ee8674c30622 req-a3717cf4-0be8-4dbd-982f-fc0f6333a869 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:13.724643 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-6bdb209e-f2b5-4403-88df-ee8674c30622 req-a3717cf4-0be8-4dbd-982f-fc0f6333a869 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/ports?device_id=248c30f1-cd13-4228-8777-4ad879ff94e7 HTTP/1.1" status: 200 len: 931 time: 0.0462492 Oct 14 12:27:13.761297 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-6bdb209e-f2b5-4403-88df-ee8674c30622 req-d08f1695-de65-4f94-8b10-428f564dbd49 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed60bd67-b132-4030-a669-b413cd375b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307992 Oct 14 12:27:14.586345 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-8f0b3a64-8162-442c-8738-9aa47710a1f3 req-d90a1ac8-343c-4bd3-acc1-039d71bf12e7 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 210 time: 0.0289490 Oct 14 12:27:14.811893 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [req-93aef77b-b5f4-4df6-b494-df7be358682e req-2fc9622c-bba8-46ac-95d1-7eb5978ac377 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=100185) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 12:27:14.822612 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-93aef77b-b5f4-4df6-b494-df7be358682e req-2fc9622c-bba8-46ac-95d1-7eb5978ac377 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058007 Oct 14 12:27:14.886858 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae95ec98-bffe-49d0-9a10-3d8a6cd2135e req-5997567b-be5b-49d6-9ceb-80aa0a689844 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:14.888667 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ae95ec98-bffe-49d0-9a10-3d8a6cd2135e req-5997567b-be5b-49d6-9ceb-80aa0a689844 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/ports?device_id=248c30f1-cd13-4228-8777-4ad879ff94e7 HTTP/1.1" status: 200 len: 931 time: 0.0540729 Oct 14 12:27:14.927298 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ae95ec98-bffe-49d0-9a10-3d8a6cd2135e req-c08900d6-c292-423f-864e-053b5f101d5e tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed60bd67-b132-4030-a669-b413cd375b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324795 Oct 14 12:27:14.967343 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.v2.base [req-93aef77b-b5f4-4df6-b494-df7be358682e req-a944079d-b648-47d6-8d4f-667be80e0007 service neutron] Request body: {'port': {'device_id': '248c30f1-cd13-4228-8777-4ad879ff94e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=100185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:27:15.021319 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-93aef77b-b5f4-4df6-b494-df7be358682e req-a944079d-b648-47d6-8d4f-667be80e0007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:15.369615 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.notifiers.nova [req-93aef77b-b5f4-4df6-b494-df7be358682e req-a944079d-b648-47d6-8d4f-667be80e0007 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8f8cc45-ba4c-40a5-bba0-016e335fa06a {{(pid=100185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:27:15.376948 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-93aef77b-b5f4-4df6-b494-df7be358682e req-a944079d-b648-47d6-8d4f-667be80e0007 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:15.396594 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.db.provisioning_blocks [req-93aef77b-b5f4-4df6-b494-df7be358682e req-a944079d-b648-47d6-8d4f-667be80e0007 service neutron] Transition to ACTIVE for port object f8f8cc45-ba4c-40a5-bba0-016e335fa06a will not be triggered until provisioned by entity L2. {{(pid=100185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 12:27:15.504089 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-93aef77b-b5f4-4df6-b494-df7be358682e req-a944079d-b648-47d6-8d4f-667be80e0007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7811640'] for port, after_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:15.514510 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.25', 64798) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:27:15.620339 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a944079d-b648-47d6-8d4f-667be80e0007 service neutron] Pushing event updated for resources: {'Port': ['ID=f8f8cc45-ba4c-40a5-bba0-016e335fa06a,revision_number=2']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:15.654276 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeddf248-fe70-4541-97d2-bd2f69dda54b req-1ada4d07-a770-4ea5-a0e8-7593491e0ab7 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:15.656710 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-eeddf248-fe70-4541-97d2-bd2f69dda54b req-1ada4d07-a770-4ea5-a0e8-7593491e0ab7 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.25 "GET /v2.0/networks?id=a349fb8c-8bea-466f-b8db-b99e89a5a9ba HTTP/1.1" status: 200 len: 819 time: 0.1376874 Oct 14 12:27:15.660465 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.managers [req-93aef77b-b5f4-4df6-b494-df7be358682e req-a944079d-b648-47d6-8d4f-667be80e0007 service neutron] Attempting to bind port f8f8cc45-ba4c-40a5-bba0-016e335fa06a on host hv-cinder-81398 for vnic_type normal with profile {{(pid=100185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:27:15.660824 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.managers [req-93aef77b-b5f4-4df6-b494-df7be358682e req-a944079d-b648-47d6-8d4f-667be80e0007 service neutron] Attempting to bind port f8f8cc45-ba4c-40a5-bba0-016e335fa06a by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': '291139c9-092b-4bac-95f7-c191827175d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '8be115fa-96b3-4d1e-972c-330c421964ff'}] {{(pid=100185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:27:15.661169 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93aef77b-b5f4-4df6-b494-df7be358682e req-a944079d-b648-47d6-8d4f-667be80e0007 service neutron] Attempting to bind port f8f8cc45-ba4c-40a5-bba0-016e335fa06a on network 8be115fa-96b3-4d1e-972c-330c421964ff {{(pid=100185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:27:15.665535 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93aef77b-b5f4-4df6-b494-df7be358682e req-a944079d-b648-47d6-8d4f-667be80e0007 service neutron] Port f8f8cc45-ba4c-40a5-bba0-016e335fa06a on network 8be115fa-96b3-4d1e-972c-330c421964ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=100185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 12:27:15.665850 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93aef77b-b5f4-4df6-b494-df7be358682e req-a944079d-b648-47d6-8d4f-667be80e0007 service neutron] Attempting to bind port f8f8cc45-ba4c-40a5-bba0-016e335fa06a on network 8be115fa-96b3-4d1e-972c-330c421964ff {{(pid=100185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:27:15.671093 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93aef77b-b5f4-4df6-b494-df7be358682e req-a944079d-b648-47d6-8d4f-667be80e0007 service neutron] Checking agent: {'id': 'ea4bb8b9-32a8-4621-b95b-9b4a1b78ce98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 24, 36), 'started_at': datetime.datetime(2021, 10, 14, 12, 24, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:27:15.678901 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93aef77b-b5f4-4df6-b494-df7be358682e req-a944079d-b648-47d6-8d4f-667be80e0007 service neutron] Checking segment: {'id': '291139c9-092b-4bac-95f7-c191827175d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '8be115fa-96b3-4d1e-972c-330c421964ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:27:15.678901 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93aef77b-b5f4-4df6-b494-df7be358682e req-a944079d-b648-47d6-8d4f-667be80e0007 service neutron] Bound using segment: {'id': '291139c9-092b-4bac-95f7-c191827175d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '8be115fa-96b3-4d1e-972c-330c421964ff'} {{(pid=100185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:27:15.678901 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.managers [req-93aef77b-b5f4-4df6-b494-df7be358682e req-a944079d-b648-47d6-8d4f-667be80e0007 service neutron] Bound port: f8f8cc45-ba4c-40a5-bba0-016e335fa06a, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '291139c9-092b-4bac-95f7-c191827175d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '8be115fa-96b3-4d1e-972c-330c421964ff'}}] {{(pid=100185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:27:15.678901 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-93aef77b-b5f4-4df6-b494-df7be358682e req-a944079d-b648-47d6-8d4f-667be80e0007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:15.679579 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.v2.base [req-eeddf248-fe70-4541-97d2-bd2f69dda54b req-7d40a35e-dc3f-444b-bd15-85d078432845 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Request body: {'port': {'device_id': '38687012-8f9f-4542-83fa-ec21281ab936', 'network_id': 'a349fb8c-8bea-466f-b8db-b99e89a5a9ba', 'admin_state_up': True, 'tenant_id': '3f9a829dc9ba4ba2bab9da3451c434c9'}} {{(pid=100184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:27:15.704800 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-69726455-8bca-4e00-889f-0b960f564b58 req-18778b4a-92cd-4e80-b517-45433a14fcee tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 210 time: 0.0400124 Oct 14 12:27:15.746939 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.db [req-93aef77b-b5f4-4df6-b494-df7be358682e req-a944079d-b648-47d6-8d4f-667be80e0007 service neutron] For port f8f8cc45-ba4c-40a5-bba0-016e335fa06a, host hv-cinder-81398, cleared binding levels {{(pid=100185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:27:15.751476 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.db [req-93aef77b-b5f4-4df6-b494-df7be358682e req-a944079d-b648-47d6-8d4f-667be80e0007 service neutron] For port f8f8cc45-ba4c-40a5-bba0-016e335fa06a, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=f8f8cc45-ba4c-40a5-bba0-016e335fa06a,segment=NetworkSegment(291139c9-092b-4bac-95f7-c191827175d6),segment_id=291139c9-092b-4bac-95f7-c191827175d6)] {{(pid=100185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:27:15.864713 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-93aef77b-b5f4-4df6-b494-df7be358682e req-a944079d-b648-47d6-8d4f-667be80e0007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7811640'] for port, after_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:15.925832 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a944079d-b648-47d6-8d4f-667be80e0007 service neutron] Pushing event updated for resources: {'Port': ['ID=f8f8cc45-ba4c-40a5-bba0-016e335fa06a,revision_number=3']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:15.931405 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aef77b-b5f4-4df6-b494-df7be358682e req-a944079d-b648-47d6-8d4f-667be80e0007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:15.932213 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-93aef77b-b5f4-4df6-b494-df7be358682e req-a944079d-b648-47d6-8d4f-667be80e0007 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531662'] for port, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:15.934971 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-93aef77b-b5f4-4df6-b494-df7be358682e req-a944079d-b648-47d6-8d4f-667be80e0007 service neutron] 10.222.0.25 "PUT /v2.0/ports/f8f8cc45-ba4c-40a5-bba0-016e335fa06a HTTP/1.1" status: 200 len: 1093 time: 1.0151124 Oct 14 12:27:15.934971 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '248c30f1-cd13-4228-8777-4ad879ff94e7', 'tag': 'f8f8cc45-ba4c-40a5-bba0-016e335fa06a'}] {{(pid=100185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:27:16.093323 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}167116552ac494ad33fe024857b10e57374526f2b70b110e82d735407eff6bb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d644d18e-640b-400f-8129-7f0a065e18df" -d '{"events": [{"name": "network-changed", "server_uuid": "248c30f1-cd13-4228-8777-4ad879ff94e7", "tag": "f8f8cc45-ba4c-40a5-bba0-016e335fa06a"}]}' {{(pid=100185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:27:16.095587 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29554f31-60f5-48cb-ad88-4e4fc3995a9a req-6cdce948-40af-4f36-a679-5866242ca3ad tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:16.097770 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-29554f31-60f5-48cb-ad88-4e4fc3995a9a req-6cdce948-40af-4f36-a679-5866242ca3ad tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/ports?device_id=248c30f1-cd13-4228-8777-4ad879ff94e7 HTTP/1.1" status: 200 len: 943 time: 0.0754967 Oct 14 12:27:16.142339 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-29554f31-60f5-48cb-ad88-4e4fc3995a9a req-b7bc3dfa-f983-4afb-a7ba-51cd189e6dc2 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed60bd67-b132-4030-a669-b413cd375b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381627 Oct 14 12:27:16.212440 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eeddf248-fe70-4541-97d2-bd2f69dda54b req-7d40a35e-dc3f-444b-bd15-85d078432845 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Made reservation on behalf of 3f9a829dc9ba4ba2bab9da3451c434c9 for: {'port': 1} {{(pid=100184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:27:16.216152 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-eeddf248-fe70-4541-97d2-bd2f69dda54b req-7d40a35e-dc3f-444b-bd15-85d078432845 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:16.228139 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aef77b-b5f4-4df6-b494-df7be358682e req-2db428ab-51f3-4943-a678-ac2752d73b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:16.230409 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-93aef77b-b5f4-4df6-b494-df7be358682e req-2db428ab-51f3-4943-a678-ac2752d73b4c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0c84bd9e2ac4497a8e3d7af806fda3ba&device_id=248c30f1-cd13-4228-8777-4ad879ff94e7 HTTP/1.1" status: 200 len: 1096 time: 0.1071897 Oct 14 12:27:16.321718 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 12:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a404e93-8b6c-43f6-8ef8-b29274532005 x-openstack-request-id: req-3a404e93-8b6c-43f6-8ef8-b29274532005 {{(pid=100185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:27:16.322182 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "248c30f1-cd13-4228-8777-4ad879ff94e7", "tag": "f8f8cc45-ba4c-40a5-bba0-016e335fa06a", "status": "completed", "code": 200}]} {{(pid=100185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:27:16.322576 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3a404e93-8b6c-43f6-8ef8-b29274532005 {{(pid=100185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:27:16.323183 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '248c30f1-cd13-4228-8777-4ad879ff94e7', 'tag': 'f8f8cc45-ba4c-40a5-bba0-016e335fa06a', 'status': 'completed', 'code': 200} Oct 14 12:27:16.329670 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-93aef77b-b5f4-4df6-b494-df7be358682e req-bf1dfc48-6865-4d75-80c0-c24ba2bad1be service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8f8cc45-ba4c-40a5-bba0-016e335fa06a HTTP/1.1" status: 200 len: 217 time: 0.0903347 Oct 14 12:27:16.347187 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.25', 64803) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:27:16.388720 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 59082) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:27:16.479344 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aef77b-b5f4-4df6-b494-df7be358682e req-cb9e1b8c-8713-44cb-abc9-d9d9d454edc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:16.480902 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-93aef77b-b5f4-4df6-b494-df7be358682e req-cb9e1b8c-8713-44cb-abc9-d9d9d454edc9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d70eba82-8cb5-4a96-8cb3-69fcbc9e06ea HTTP/1.1" status: 200 len: 852 time: 0.1324096 Oct 14 12:27:16.508487 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.db.db_base_plugin_common [req-eeddf248-fe70-4541-97d2-bd2f69dda54b req-7d40a35e-dc3f-444b-bd15-85d078432845 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Allocated IP 172.20.0.5 (a349fb8c-8bea-466f-b8db-b99e89a5a9ba/b2109f7d-7a0b-4378-9f1f-6d0a061effdd/05d49b53-bff2-427b-8b2c-37dab1c47dc7) {{(pid=100184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:27:16.523923 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-75fe3ce2-71f8-48d9-bc91-b2d42ba53cbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:16.545953 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-93aef77b-b5f4-4df6-b494-df7be358682e req-ba00f8be-9d86-48c5-9ac3-bd24a6bcc115 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8be115fa-96b3-4d1e-972c-330c421964ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527709 Oct 14 12:27:16.555810 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2c915c-1fa1-432b-be4b-edbc7f8ce684 req-8f4da3d8-64bf-4c5d-a6e2-6a90329e0545 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:16.557461 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-6c2c915c-1fa1-432b-be4b-edbc7f8ce684 req-8f4da3d8-64bf-4c5d-a6e2-6a90329e0545 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.25 "GET /v2.0/networks?id=a349fb8c-8bea-466f-b8db-b99e89a5a9ba HTTP/1.1" status: 200 len: 819 time: 0.2074809 Oct 14 12:27:16.578456 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.v2.base [req-6c2c915c-1fa1-432b-be4b-edbc7f8ce684 req-95e9a17f-3a6c-4619-b6f8-a40046a6463b tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Request body: {'port': {'device_id': '9cf7e0df-beb7-42f7-9627-b9ff09af6e1e', 'network_id': 'a349fb8c-8bea-466f-b8db-b99e89a5a9ba', 'admin_state_up': True, 'tenant_id': '3f9a829dc9ba4ba2bab9da3451c434c9'}} {{(pid=100185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:27:16.726341 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-75fe3ce2-71f8-48d9-bc91-b2d42ba53cbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:16.739890 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-eeddf248-fe70-4541-97d2-bd2f69dda54b req-7d40a35e-dc3f-444b-bd15-85d078432845 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Notify callbacks [] for port, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:16.816869 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-4b0f3719-50af-403f-9eee-1227ca41ee98 req-21832404-6db7-4968-b1e6-2dd18142b80f tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 210 time: 0.0310640 Oct 14 12:27:16.844809 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-75fe3ce2-71f8-48d9-bc91-b2d42ba53cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:16.849777 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-93aef77b-b5f4-4df6-b494-df7be358682e req-91ee789e-6202-44fe-923e-623998427327 service neutron] 10.222.0.25 "GET /v2.0/networks/8be115fa-96b3-4d1e-972c-330c421964ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916424 Oct 14 12:27:16.882436 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-eeddf248-fe70-4541-97d2-bd2f69dda54b req-7d40a35e-dc3f-444b-bd15-85d078432845 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787792822806'] for port, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:16.914450 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fe3ce2-71f8-48d9-bc91-b2d42ba53cbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1250e476-1e53-445b-b0ab-fad81d10b10e,revision_number=1']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:16.922986 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-75fe3ce2-71f8-48d9-bc91-b2d42ba53cbe admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=83e731e8845944c7a70d84e3e699e987&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5331194 Oct 14 12:27:16.923074 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 59094) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:27:16.942611 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c2c915c-1fa1-432b-be4b-edbc7f8ce684 req-95e9a17f-3a6c-4619-b6f8-a40046a6463b tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Made reservation on behalf of 3f9a829dc9ba4ba2bab9da3451c434c9 for: {'port': 1} {{(pid=100185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:27:16.946163 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-6c2c915c-1fa1-432b-be4b-edbc7f8ce684 req-95e9a17f-3a6c-4619-b6f8-a40046a6463b tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:16.962227 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeddf248-fe70-4541-97d2-bd2f69dda54b req-7d40a35e-dc3f-444b-bd15-85d078432845 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Network a349fb8c-8bea-466f-b8db-b99e89a5a9ba is already hosted by enough agents. {{(pid=100184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:27:16.967947 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.base_scheduler [req-eeddf248-fe70-4541-97d2-bd2f69dda54b req-7d40a35e-dc3f-444b-bd15-85d078432845 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Resources bound (agent type, host, resource id): {{(pid=100184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:27:16.972012 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeddf248-fe70-4541-97d2-bd2f69dda54b req-7d40a35e-dc3f-444b-bd15-85d078432845 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Received port after_create {{(pid=100184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:27:16.977680 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeddf248-fe70-4541-97d2-bd2f69dda54b req-7d40a35e-dc3f-444b-bd15-85d078432845 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:16.981801 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-eeddf248-fe70-4541-97d2-bd2f69dda54b req-7d40a35e-dc3f-444b-bd15-85d078432845 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531662'] for port, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:17.001169 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-93aef77b-b5f4-4df6-b494-df7be358682e req-ebfab1b2-4731-40f5-b0dd-c31bdb2ad81f service neutron] 10.222.0.25 "GET /v2.0/networks/8be115fa-96b3-4d1e-972c-330c421964ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293373 Oct 14 12:27:17.015505 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d40a35e-dc3f-444b-bd15-85d078432845 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Pushing event updated for resources: {'Port': ['ID=05d49b53-bff2-427b-8b2c-37dab1c47dc7,revision_number=1']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:17.070830 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-64c35d3d-0be7-481b-a1c6-e3d9a72ad260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:17.109798 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-eeddf248-fe70-4541-97d2-bd2f69dda54b req-7d40a35e-dc3f-444b-bd15-85d078432845 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4352646 Oct 14 12:27:17.119909 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-64c35d3d-0be7-481b-a1c6-e3d9a72ad260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:17.122684 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.v2.base [req-eeddf248-fe70-4541-97d2-bd2f69dda54b req-ee60c2c1-7348-44e1-add6-9a571d06573a service neutron] Request body: {'port': {'device_id': '38687012-8f9f-4542-83fa-ec21281ab936', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=100184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:27:17.179031 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-eeddf248-fe70-4541-97d2-bd2f69dda54b req-ee60c2c1-7348-44e1-add6-9a571d06573a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:17.233747 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.db.db_base_plugin_common [req-6c2c915c-1fa1-432b-be4b-edbc7f8ce684 req-95e9a17f-3a6c-4619-b6f8-a40046a6463b tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Allocated IP 172.20.0.13 (a349fb8c-8bea-466f-b8db-b99e89a5a9ba/b2109f7d-7a0b-4378-9f1f-6d0a061effdd/0043b3d8-61e9-4803-a124-cd6089b5671b) {{(pid=100185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:27:17.238805 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644d18e-640b-400f-8129-7f0a065e18df req-ab2ee0b3-4a6c-44f7-9943-4ff1d77d1b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:17.240379 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-d644d18e-640b-400f-8129-7f0a065e18df req-ab2ee0b3-4a6c-44f7-9943-4ff1d77d1b5d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0c84bd9e2ac4497a8e3d7af806fda3ba&device_id=248c30f1-cd13-4228-8777-4ad879ff94e7 HTTP/1.1" status: 200 len: 1096 time: 0.0648279 Oct 14 12:27:17.319950 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-64c35d3d-0be7-481b-a1c6-e3d9a72ad260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:17.322526 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-64c35d3d-0be7-481b-a1c6-e3d9a72ad260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:17.324101 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-64c35d3d-0be7-481b-a1c6-e3d9a72ad260 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1250e476-1e53-445b-b0ab-fad81d10b10e HTTP/1.1" status: 204 len: 168 time: 0.3996418 Oct 14 12:27:17.399442 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ce4c6b-892e-49bf-8233-2754b4f729b9 req-95883bcf-ca03-4239-9358-d4a8993c61a6 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:17.401323 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-81ce4c6b-892e-49bf-8233-2754b4f729b9 req-95883bcf-ca03-4239-9358-d4a8993c61a6 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/ports?device_id=248c30f1-cd13-4228-8777-4ad879ff94e7 HTTP/1.1" status: 200 len: 943 time: 0.1803474 Oct 14 12:27:17.431537 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c35d3d-0be7-481b-a1c6-e3d9a72ad260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1250e476-1e53-445b-b0ab-fad81d10b10e,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:17.468158 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-81ce4c6b-892e-49bf-8233-2754b4f729b9 req-50a739bd-fae3-4c72-a073-983748851932 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed60bd67-b132-4030-a669-b413cd375b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529189 Oct 14 12:27:17.472016 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644d18e-640b-400f-8129-7f0a065e18df req-d1a90c18-181b-46a0-bad6-1ef8e0e48c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:17.473446 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-d644d18e-640b-400f-8129-7f0a065e18df req-d1a90c18-181b-46a0-bad6-1ef8e0e48c2c service neutron] 10.222.0.25 "GET /v2.0/networks?id=8be115fa-96b3-4d1e-972c-330c421964ff HTTP/1.1" status: 200 len: 913 time: 0.2238801 Oct 14 12:27:17.543710 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-d644d18e-640b-400f-8129-7f0a065e18df req-80cf7b97-08e3-4ecf-a1b7-a5c3df7a5be0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8f8cc45-ba4c-40a5-bba0-016e335fa06a HTTP/1.1" status: 200 len: 217 time: 0.0605242 Oct 14 12:27:17.620856 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644d18e-640b-400f-8129-7f0a065e18df req-e9381235-a148-47a0-b51f-2f8c1d8035df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:17.622320 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-d644d18e-640b-400f-8129-7f0a065e18df req-e9381235-a148-47a0-b51f-2f8c1d8035df service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d70eba82-8cb5-4a96-8cb3-69fcbc9e06ea HTTP/1.1" status: 200 len: 852 time: 0.0695109 Oct 14 12:27:17.638693 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-6c2c915c-1fa1-432b-be4b-edbc7f8ce684 req-95e9a17f-3a6c-4619-b6f8-a40046a6463b tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Notify callbacks [] for port, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:17.733202 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-d644d18e-640b-400f-8129-7f0a065e18df req-3effefd7-30b9-4b71-8997-042d5d0a8e47 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8be115fa-96b3-4d1e-972c-330c421964ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251369 Oct 14 12:27:17.791548 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-6c2c915c-1fa1-432b-be4b-edbc7f8ce684 req-95e9a17f-3a6c-4619-b6f8-a40046a6463b tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787792822806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7811617'] for port, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:17.845279 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c2c915c-1fa1-432b-be4b-edbc7f8ce684 req-95e9a17f-3a6c-4619-b6f8-a40046a6463b tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Network a349fb8c-8bea-466f-b8db-b99e89a5a9ba is already hosted by enough agents. {{(pid=100185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:27:17.853532 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.base_scheduler [req-6c2c915c-1fa1-432b-be4b-edbc7f8ce684 req-95e9a17f-3a6c-4619-b6f8-a40046a6463b tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Resources bound (agent type, host, resource id): {{(pid=100185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:27:17.867718 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c2c915c-1fa1-432b-be4b-edbc7f8ce684 req-95e9a17f-3a6c-4619-b6f8-a40046a6463b tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Received port after_create {{(pid=100185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:27:17.883073 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e9a17f-3a6c-4619-b6f8-a40046a6463b tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Pushing event updated for resources: {'Port': ['ID=0043b3d8-61e9-4803-a124-cd6089b5671b,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:17.932366 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-d644d18e-640b-400f-8129-7f0a065e18df req-ef7421ab-938e-4c02-bd5b-92f367fc65b1 service neutron] 10.222.0.25 "GET /v2.0/networks/8be115fa-96b3-4d1e-972c-330c421964ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912880 Oct 14 12:27:17.945008 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2c915c-1fa1-432b-be4b-edbc7f8ce684 req-95e9a17f-3a6c-4619-b6f8-a40046a6463b tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:17.945615 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-6c2c915c-1fa1-432b-be4b-edbc7f8ce684 req-95e9a17f-3a6c-4619-b6f8-a40046a6463b tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531662'] for port, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:17.994220 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be04a9c-b058-4707-9fc2-1f7bc523cd12 req-81c9bf64-cf6b-4dff-87e8-e03e72d2a6fc tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:17.995675 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-4be04a9c-b058-4707-9fc2-1f7bc523cd12 req-81c9bf64-cf6b-4dff-87e8-e03e72d2a6fc tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 932 time: 0.0926890 Oct 14 12:27:18.003361 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.notifiers.nova [req-eeddf248-fe70-4541-97d2-bd2f69dda54b req-ee60c2c1-7348-44e1-add6-9a571d06573a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05d49b53-bff2-427b-8b2c-37dab1c47dc7 {{(pid=100184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:27:18.012199 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-eeddf248-fe70-4541-97d2-bd2f69dda54b req-ee60c2c1-7348-44e1-add6-9a571d06573a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:18.043287 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-d644d18e-640b-400f-8129-7f0a065e18df req-7c2c0d30-9376-4e1e-a17b-5ff53cb24fed service neutron] 10.222.0.25 "GET /v2.0/networks/8be115fa-96b3-4d1e-972c-330c421964ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949612 Oct 14 12:27:18.045202 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.db.provisioning_blocks [req-eeddf248-fe70-4541-97d2-bd2f69dda54b req-ee60c2c1-7348-44e1-add6-9a571d06573a service neutron] Transition to ACTIVE for port object 05d49b53-bff2-427b-8b2c-37dab1c47dc7 will not be triggered until provisioned by entity L2. {{(pid=100184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 12:27:18.056816 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-6c2c915c-1fa1-432b-be4b-edbc7f8ce684 req-95e9a17f-3a6c-4619-b6f8-a40046a6463b tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4818974 Oct 14 12:27:18.064107 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-4be04a9c-b058-4707-9fc2-1f7bc523cd12 req-c62951c7-7cda-4b76-8d31-229517e3ca35 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554409 Oct 14 12:27:18.074287 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.v2.base [req-6c2c915c-1fa1-432b-be4b-edbc7f8ce684 req-1febad89-d571-4820-bf63-e9367ff2f741 service neutron] Request body: {'port': {'device_id': '9cf7e0df-beb7-42f7-9627-b9ff09af6e1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=100185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:27:18.094753 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 59146) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:27:18.110456 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-a1e141f3-7038-41c7-973b-56ec266b8b4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:18.129242 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-6c2c915c-1fa1-432b-be4b-edbc7f8ce684 req-1febad89-d571-4820-bf63-e9367ff2f741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:18.140014 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-eeddf248-fe70-4541-97d2-bd2f69dda54b req-ee60c2c1-7348-44e1-add6-9a571d06573a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:18.211255 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee60c2c1-7348-44e1-add6-9a571d06573a service neutron] Pushing event updated for resources: {'Port': ['ID=05d49b53-bff2-427b-8b2c-37dab1c47dc7,revision_number=2']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:18.290076 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.managers [req-eeddf248-fe70-4541-97d2-bd2f69dda54b req-ee60c2c1-7348-44e1-add6-9a571d06573a service neutron] Attempting to bind port 05d49b53-bff2-427b-8b2c-37dab1c47dc7 on host hv-cinder-81398 for vnic_type normal with profile {{(pid=100184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:27:18.290441 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.managers [req-eeddf248-fe70-4541-97d2-bd2f69dda54b req-ee60c2c1-7348-44e1-add6-9a571d06573a service neutron] Attempting to bind port 05d49b53-bff2-427b-8b2c-37dab1c47dc7 by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': 'f8489ad1-6355-48f4-a2b4-24bed11b919a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a349fb8c-8bea-466f-b8db-b99e89a5a9ba'}] {{(pid=100184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:27:18.290784 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeddf248-fe70-4541-97d2-bd2f69dda54b req-ee60c2c1-7348-44e1-add6-9a571d06573a service neutron] Attempting to bind port 05d49b53-bff2-427b-8b2c-37dab1c47dc7 on network a349fb8c-8bea-466f-b8db-b99e89a5a9ba {{(pid=100184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:27:18.297264 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-a1e141f3-7038-41c7-973b-56ec266b8b4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:18.300327 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeddf248-fe70-4541-97d2-bd2f69dda54b req-ee60c2c1-7348-44e1-add6-9a571d06573a service neutron] Port 05d49b53-bff2-427b-8b2c-37dab1c47dc7 on network a349fb8c-8bea-466f-b8db-b99e89a5a9ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=100184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 12:27:18.300327 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeddf248-fe70-4541-97d2-bd2f69dda54b req-ee60c2c1-7348-44e1-add6-9a571d06573a service neutron] Attempting to bind port 05d49b53-bff2-427b-8b2c-37dab1c47dc7 on network a349fb8c-8bea-466f-b8db-b99e89a5a9ba {{(pid=100184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:27:18.310509 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeddf248-fe70-4541-97d2-bd2f69dda54b req-ee60c2c1-7348-44e1-add6-9a571d06573a service neutron] Checking agent: {'id': 'ea4bb8b9-32a8-4621-b95b-9b4a1b78ce98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 24, 36), 'started_at': datetime.datetime(2021, 10, 14, 12, 24, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:27:18.310866 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeddf248-fe70-4541-97d2-bd2f69dda54b req-ee60c2c1-7348-44e1-add6-9a571d06573a service neutron] Checking segment: {'id': 'f8489ad1-6355-48f4-a2b4-24bed11b919a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a349fb8c-8bea-466f-b8db-b99e89a5a9ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:27:18.311416 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeddf248-fe70-4541-97d2-bd2f69dda54b req-ee60c2c1-7348-44e1-add6-9a571d06573a service neutron] Bound using segment: {'id': 'f8489ad1-6355-48f4-a2b4-24bed11b919a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a349fb8c-8bea-466f-b8db-b99e89a5a9ba'} {{(pid=100184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:27:18.311877 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.managers [req-eeddf248-fe70-4541-97d2-bd2f69dda54b req-ee60c2c1-7348-44e1-add6-9a571d06573a service neutron] Bound port: 05d49b53-bff2-427b-8b2c-37dab1c47dc7, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8489ad1-6355-48f4-a2b4-24bed11b919a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a349fb8c-8bea-466f-b8db-b99e89a5a9ba'}}] {{(pid=100184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:27:18.312260 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-eeddf248-fe70-4541-97d2-bd2f69dda54b req-ee60c2c1-7348-44e1-add6-9a571d06573a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:18.402045 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.db [req-eeddf248-fe70-4541-97d2-bd2f69dda54b req-ee60c2c1-7348-44e1-add6-9a571d06573a service neutron] For port 05d49b53-bff2-427b-8b2c-37dab1c47dc7, host hv-cinder-81398, cleared binding levels {{(pid=100184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:27:18.410283 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.db [req-eeddf248-fe70-4541-97d2-bd2f69dda54b req-ee60c2c1-7348-44e1-add6-9a571d06573a service neutron] For port 05d49b53-bff2-427b-8b2c-37dab1c47dc7, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=05d49b53-bff2-427b-8b2c-37dab1c47dc7,segment=NetworkSegment(f8489ad1-6355-48f4-a2b4-24bed11b919a),segment_id=f8489ad1-6355-48f4-a2b4-24bed11b919a)] {{(pid=100184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:27:18.411779 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-a1e141f3-7038-41c7-973b-56ec266b8b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:18.454897 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-a1e141f3-7038-41c7-973b-56ec266b8b4d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0273073b4df74939848612694e6e199b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3571298 Oct 14 12:27:18.457498 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e141f3-7038-41c7-973b-56ec266b8b4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2fec8a6-f250-40eb-b1f3-3db1f43be7a5,revision_number=1']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:18.460446 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 59166) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:27:18.468969 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.notifiers.nova [req-6c2c915c-1fa1-432b-be4b-edbc7f8ce684 req-1febad89-d571-4820-bf63-e9367ff2f741 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0043b3d8-61e9-4803-a124-cd6089b5671b {{(pid=100185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:27:18.479027 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-6c2c915c-1fa1-432b-be4b-edbc7f8ce684 req-1febad89-d571-4820-bf63-e9367ff2f741 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:18.495007 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.db.provisioning_blocks [req-6c2c915c-1fa1-432b-be4b-edbc7f8ce684 req-1febad89-d571-4820-bf63-e9367ff2f741 service neutron] Transition to ACTIVE for port object 0043b3d8-61e9-4803-a124-cd6089b5671b will not be triggered until provisioned by entity L2. {{(pid=100185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 12:27:18.504426 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-eeddf248-fe70-4541-97d2-bd2f69dda54b req-ee60c2c1-7348-44e1-add6-9a571d06573a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:18.586892 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeddf248-fe70-4541-97d2-bd2f69dda54b req-ee60c2c1-7348-44e1-add6-9a571d06573a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:18.587505 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-eeddf248-fe70-4541-97d2-bd2f69dda54b req-ee60c2c1-7348-44e1-add6-9a571d06573a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531662'] for port, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:18.588911 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-eeddf248-fe70-4541-97d2-bd2f69dda54b req-ee60c2c1-7348-44e1-add6-9a571d06573a service neutron] 10.222.0.25 "PUT /v2.0/ports/05d49b53-bff2-427b-8b2c-37dab1c47dc7 HTTP/1.1" status: 200 len: 1093 time: 1.4707217 Oct 14 12:27:18.589341 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38687012-8f9f-4542-83fa-ec21281ab936', 'tag': '05d49b53-bff2-427b-8b2c-37dab1c47dc7'}] {{(pid=100184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:27:18.612981 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-6c2c915c-1fa1-432b-be4b-edbc7f8ce684 req-1febad89-d571-4820-bf63-e9367ff2f741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7811640'] for port, after_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:18.702167 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-6de7aaa8-2104-41bc-a61c-8cf628e23224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:18.702793 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1febad89-d571-4820-bf63-e9367ff2f741 service neutron] Pushing event updated for resources: {'Port': ['ID=0043b3d8-61e9-4803-a124-cd6089b5671b,revision_number=2']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:18.711802 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee60c2c1-7348-44e1-add6-9a571d06573a service neutron] Pushing event updated for resources: {'Port': ['ID=05d49b53-bff2-427b-8b2c-37dab1c47dc7,revision_number=3']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:18.740019 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a33875-cc82-4713-a316-33e1df6f8b55 req-be4501a9-2199-452f-953d-6ef69d9c2cb3 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:18.741625 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-e3a33875-cc82-4713-a316-33e1df6f8b55 req-be4501a9-2199-452f-953d-6ef69d9c2cb3 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/ports?device_id=248c30f1-cd13-4228-8777-4ad879ff94e7 HTTP/1.1" status: 200 len: 943 time: 0.1993747 Oct 14 12:27:18.891736 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.managers [req-6c2c915c-1fa1-432b-be4b-edbc7f8ce684 req-1febad89-d571-4820-bf63-e9367ff2f741 service neutron] Attempting to bind port 0043b3d8-61e9-4803-a124-cd6089b5671b on host hv-cinder-81398 for vnic_type normal with profile {{(pid=100185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:27:18.892308 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.managers [req-6c2c915c-1fa1-432b-be4b-edbc7f8ce684 req-1febad89-d571-4820-bf63-e9367ff2f741 service neutron] Attempting to bind port 0043b3d8-61e9-4803-a124-cd6089b5671b by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': 'f8489ad1-6355-48f4-a2b4-24bed11b919a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a349fb8c-8bea-466f-b8db-b99e89a5a9ba'}] {{(pid=100185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:27:18.892737 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2c915c-1fa1-432b-be4b-edbc7f8ce684 req-1febad89-d571-4820-bf63-e9367ff2f741 service neutron] Attempting to bind port 0043b3d8-61e9-4803-a124-cd6089b5671b on network a349fb8c-8bea-466f-b8db-b99e89a5a9ba {{(pid=100185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:27:18.899487 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2c915c-1fa1-432b-be4b-edbc7f8ce684 req-1febad89-d571-4820-bf63-e9367ff2f741 service neutron] Port 0043b3d8-61e9-4803-a124-cd6089b5671b on network a349fb8c-8bea-466f-b8db-b99e89a5a9ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=100185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 12:27:18.899875 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2c915c-1fa1-432b-be4b-edbc7f8ce684 req-1febad89-d571-4820-bf63-e9367ff2f741 service neutron] Attempting to bind port 0043b3d8-61e9-4803-a124-cd6089b5671b on network a349fb8c-8bea-466f-b8db-b99e89a5a9ba {{(pid=100185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:27:18.906452 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2c915c-1fa1-432b-be4b-edbc7f8ce684 req-1febad89-d571-4820-bf63-e9367ff2f741 service neutron] Checking agent: {'id': 'ea4bb8b9-32a8-4621-b95b-9b4a1b78ce98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 24, 36), 'started_at': datetime.datetime(2021, 10, 14, 12, 24, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:27:18.906855 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2c915c-1fa1-432b-be4b-edbc7f8ce684 req-1febad89-d571-4820-bf63-e9367ff2f741 service neutron] Checking segment: {'id': 'f8489ad1-6355-48f4-a2b4-24bed11b919a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a349fb8c-8bea-466f-b8db-b99e89a5a9ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:27:18.907349 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2c915c-1fa1-432b-be4b-edbc7f8ce684 req-1febad89-d571-4820-bf63-e9367ff2f741 service neutron] Bound using segment: {'id': 'f8489ad1-6355-48f4-a2b4-24bed11b919a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a349fb8c-8bea-466f-b8db-b99e89a5a9ba'} {{(pid=100185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:27:18.908189 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.managers [req-6c2c915c-1fa1-432b-be4b-edbc7f8ce684 req-1febad89-d571-4820-bf63-e9367ff2f741 service neutron] Bound port: 0043b3d8-61e9-4803-a124-cd6089b5671b, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8489ad1-6355-48f4-a2b4-24bed11b919a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a349fb8c-8bea-466f-b8db-b99e89a5a9ba'}}] {{(pid=100185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:27:18.909128 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-6c2c915c-1fa1-432b-be4b-edbc7f8ce684 req-1febad89-d571-4820-bf63-e9367ff2f741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:18.949083 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb275087d552987a85547e896d52e13f348f0da1d291f893306c6091374b53c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0834a8cb-95e0-4bc0-b773-551bb88132fe" -d '{"events": [{"name": "network-changed", "server_uuid": "38687012-8f9f-4542-83fa-ec21281ab936", "tag": "05d49b53-bff2-427b-8b2c-37dab1c47dc7"}]}' {{(pid=100184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:27:18.969063 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-6de7aaa8-2104-41bc-a61c-8cf628e23224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:19.009134 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.db [req-6c2c915c-1fa1-432b-be4b-edbc7f8ce684 req-1febad89-d571-4820-bf63-e9367ff2f741 service neutron] For port 0043b3d8-61e9-4803-a124-cd6089b5671b, host hv-cinder-81398, cleared binding levels {{(pid=100185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:27:19.014415 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.db [req-6c2c915c-1fa1-432b-be4b-edbc7f8ce684 req-1febad89-d571-4820-bf63-e9367ff2f741 service neutron] For port 0043b3d8-61e9-4803-a124-cd6089b5671b, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=0043b3d8-61e9-4803-a124-cd6089b5671b,segment=NetworkSegment(f8489ad1-6355-48f4-a2b4-24bed11b919a),segment_id=f8489ad1-6355-48f4-a2b4-24bed11b919a)] {{(pid=100185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:27:19.017702 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeddf248-fe70-4541-97d2-bd2f69dda54b req-ea0c1292-b1de-43cf-b118-eed622596611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:19.019183 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-eeddf248-fe70-4541-97d2-bd2f69dda54b req-ea0c1292-b1de-43cf-b118-eed622596611 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3f9a829dc9ba4ba2bab9da3451c434c9&device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 1096 time: 0.2766829 Oct 14 12:27:19.047059 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-e3a33875-cc82-4713-a316-33e1df6f8b55 req-44b142bc-fcd6-41e3-8858-82d534fef2bc tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed60bd67-b132-4030-a669-b413cd375b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039927 Oct 14 12:27:19.107812 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-6c2c915c-1fa1-432b-be4b-edbc7f8ce684 req-1febad89-d571-4820-bf63-e9367ff2f741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7811640'] for port, after_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:19.124615 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 12:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da80a5a7-03c6-4379-a059-b05c0edd5a90 x-openstack-request-id: req-da80a5a7-03c6-4379-a059-b05c0edd5a90 {{(pid=100184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:27:19.124931 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38687012-8f9f-4542-83fa-ec21281ab936", "tag": "05d49b53-bff2-427b-8b2c-37dab1c47dc7", "status": "completed", "code": 200}]} {{(pid=100184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:27:19.125184 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-da80a5a7-03c6-4379-a059-b05c0edd5a90 {{(pid=100184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:27:19.125686 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38687012-8f9f-4542-83fa-ec21281ab936', 'tag': '05d49b53-bff2-427b-8b2c-37dab1c47dc7', 'status': 'completed', 'code': 200} Oct 14 12:27:19.143956 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2c915c-1fa1-432b-be4b-edbc7f8ce684 req-1febad89-d571-4820-bf63-e9367ff2f741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:19.144675 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-6c2c915c-1fa1-432b-be4b-edbc7f8ce684 req-1febad89-d571-4820-bf63-e9367ff2f741 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531662'] for port, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:19.146056 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-6c2c915c-1fa1-432b-be4b-edbc7f8ce684 req-1febad89-d571-4820-bf63-e9367ff2f741 service neutron] 10.222.0.25 "PUT /v2.0/ports/0043b3d8-61e9-4803-a124-cd6089b5671b HTTP/1.1" status: 200 len: 1094 time: 1.0760415 Oct 14 12:27:19.146477 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cf7e0df-beb7-42f7-9627-b9ff09af6e1e', 'tag': '0043b3d8-61e9-4803-a124-cd6089b5671b'}] {{(pid=100185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:27:19.148772 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}167116552ac494ad33fe024857b10e57374526f2b70b110e82d735407eff6bb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc147cf-cabe-4e14-9da0-d89203c0d087" -d '{"events": [{"name": "network-changed", "server_uuid": "9cf7e0df-beb7-42f7-9627-b9ff09af6e1e", "tag": "0043b3d8-61e9-4803-a124-cd6089b5671b"}]}' {{(pid=100185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:27:19.179567 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-6de7aaa8-2104-41bc-a61c-8cf628e23224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:19.185959 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1febad89-d571-4820-bf63-e9367ff2f741 service neutron] Pushing event updated for resources: {'Port': ['ID=0043b3d8-61e9-4803-a124-cd6089b5671b,revision_number=3']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:19.186085 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-6de7aaa8-2104-41bc-a61c-8cf628e23224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:19.186085 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-6de7aaa8-2104-41bc-a61c-8cf628e23224 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e2fec8a6-f250-40eb-b1f3-3db1f43be7a5 HTTP/1.1" status: 204 len: 168 time: 0.7101719 Oct 14 12:27:19.198107 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7aaa8-2104-41bc-a61c-8cf628e23224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2fec8a6-f250-40eb-b1f3-3db1f43be7a5,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:19.215016 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 12:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d33a38c2-713b-4bb3-b67d-3667e9f73336 x-openstack-request-id: req-d33a38c2-713b-4bb3-b67d-3667e9f73336 {{(pid=100185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:27:19.215689 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cf7e0df-beb7-42f7-9627-b9ff09af6e1e", "tag": "0043b3d8-61e9-4803-a124-cd6089b5671b", "status": "completed", "code": 200}]} {{(pid=100185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:27:19.216063 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d33a38c2-713b-4bb3-b67d-3667e9f73336 {{(pid=100185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:27:19.216548 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cf7e0df-beb7-42f7-9627-b9ff09af6e1e', 'tag': '0043b3d8-61e9-4803-a124-cd6089b5671b', 'status': 'completed', 'code': 200} Oct 14 12:27:19.219133 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6de873c-a1ca-4407-8d6e-879d4f82c4b9 req-3e59b31d-5947-4366-acd2-29b7da2508a6 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:19.221706 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-f6de873c-a1ca-4407-8d6e-879d4f82c4b9 req-3e59b31d-5947-4366-acd2-29b7da2508a6 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 944 time: 0.0774629 Oct 14 12:27:19.263561 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-f6de873c-a1ca-4407-8d6e-879d4f82c4b9 req-522b1935-8eff-41d9-8a36-ca6b28ea2ef7 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343487 Oct 14 12:27:19.973042 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 59250) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:27:20.078358 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-1c4bca76-0b2c-4302-be8d-8f58a7390bb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:20.186564 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-1c4bca76-0b2c-4302-be8d-8f58a7390bb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:20.195113 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db04ca79-e26f-4762-bcb5-8e95bb487409 req-7fbc48a8-1a87-4b3b-9da4-168a463f6087 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:20.197218 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-db04ca79-e26f-4762-bcb5-8e95bb487409 req-7fbc48a8-1a87-4b3b-9da4-168a463f6087 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/ports?device_id=248c30f1-cd13-4228-8777-4ad879ff94e7 HTTP/1.1" status: 200 len: 943 time: 0.0757656 Oct 14 12:27:20.234655 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-db04ca79-e26f-4762-bcb5-8e95bb487409 req-17bfb116-28c9-41ce-affa-8441a565da77 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed60bd67-b132-4030-a669-b413cd375b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318060 Oct 14 12:27:20.257911 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-1c4bca76-0b2c-4302-be8d-8f58a7390bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:20.309161 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-1c4bca76-0b2c-4302-be8d-8f58a7390bb9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=992f311abf3d483e89765ab259a0241f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3341739 Oct 14 12:27:20.314143 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4bca76-0b2c-4302-be8d-8f58a7390bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89770f08-03bc-4c55-9b02-8b10bd03d221,revision_number=1']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:20.316887 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 59270) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:27:20.378865 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-b5f50183-e06b-4a24-8a66-29e0b46e4949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:20.424823 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-b5f50183-e06b-4a24-8a66-29e0b46e4949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:20.453815 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11606207-e729-4660-a949-b6e97fb05c1b req-ed3c2c18-8d19-43cf-a8b0-6b5bee69d8cd tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:20.455345 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-11606207-e729-4660-a949-b6e97fb05c1b req-ed3c2c18-8d19-43cf-a8b0-6b5bee69d8cd tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 944 time: 0.0855224 Oct 14 12:27:20.501418 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-11606207-e729-4660-a949-b6e97fb05c1b req-046fc4b9-a649-4a93-8d55-66c9102f9769 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397232 Oct 14 12:27:20.572420 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-b5f50183-e06b-4a24-8a66-29e0b46e4949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:20.574973 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-b5f50183-e06b-4a24-8a66-29e0b46e4949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:20.576138 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-b5f50183-e06b-4a24-8a66-29e0b46e4949 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/89770f08-03bc-4c55-9b02-8b10bd03d221 HTTP/1.1" status: 204 len: 168 time: 0.2582192 Oct 14 12:27:20.584112 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f50183-e06b-4a24-8a66-29e0b46e4949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89770f08-03bc-4c55-9b02-8b10bd03d221,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:21.204524 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 59304) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:27:21.218736 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-3f4a91f4-11b1-4fd2-83b0-3a2529937032 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:21.297149 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-3f4a91f4-11b1-4fd2-83b0-3a2529937032 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:21.347090 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3ec213-ffce-416b-927c-45997dc66cd1 req-a3ba4322-37f8-490f-a790-52507e5a8c46 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:21.348486 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-0e3ec213-ffce-416b-927c-45997dc66cd1 req-a3ba4322-37f8-490f-a790-52507e5a8c46 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/ports?device_id=248c30f1-cd13-4228-8777-4ad879ff94e7 HTTP/1.1" status: 200 len: 943 time: 0.0475338 Oct 14 12:27:21.384885 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-0e3ec213-ffce-416b-927c-45997dc66cd1 req-c0c2eac4-f303-4afb-895b-a4b66d9c884d tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed60bd67-b132-4030-a669-b413cd375b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305350 Oct 14 12:27:21.397159 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-3f4a91f4-11b1-4fd2-83b0-3a2529937032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:21.440791 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-3f4a91f4-11b1-4fd2-83b0-3a2529937032 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=17aa24c934ac42cab6123a22a15ce766&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2315173 Oct 14 12:27:21.440791 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4a91f4-11b1-4fd2-83b0-3a2529937032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3669ce0-3a52-4b2a-b18d-87e7b0347099,revision_number=1']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:21.444391 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 59314) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:27:21.508927 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-3b78a87d-edf1-4f8e-924d-ea1aa15fe9c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:21.536002 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-3b78a87d-edf1-4f8e-924d-ea1aa15fe9c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:21.619061 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29352f6-bfd2-46fc-aa77-8e6c66beef28 req-c6384b7e-de1e-440d-9e39-81846ce4eeca tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:21.620623 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-f29352f6-bfd2-46fc-aa77-8e6c66beef28 req-c6384b7e-de1e-440d-9e39-81846ce4eeca tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 944 time: 0.0488164 Oct 14 12:27:21.621914 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 59324) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:27:21.663380 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-3b78a87d-edf1-4f8e-924d-ea1aa15fe9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:21.663650 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-f29352f6-bfd2-46fc-aa77-8e6c66beef28 req-9061ffb3-5b2f-4373-a773-a3c74b5f7040 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354433 Oct 14 12:27:21.666481 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-3b78a87d-edf1-4f8e-924d-ea1aa15fe9c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:21.670371 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-3b78a87d-edf1-4f8e-924d-ea1aa15fe9c3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f3669ce0-3a52-4b2a-b18d-87e7b0347099 HTTP/1.1" status: 204 len: 168 time: 0.2280338 Oct 14 12:27:21.680731 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b78a87d-edf1-4f8e-924d-ea1aa15fe9c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3669ce0-3a52-4b2a-b18d-87e7b0347099,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:21.734553 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-3735e65a-b96b-456c-a0bc-dff1737bd59e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:21.807431 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-3735e65a-b96b-456c-a0bc-dff1737bd59e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:21.857434 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-3735e65a-b96b-456c-a0bc-dff1737bd59e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:21.895224 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-3735e65a-b96b-456c-a0bc-dff1737bd59e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d89d7f0fc8544d9c88d7bd4349757b8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2722323 Oct 14 12:27:21.896357 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3735e65a-b96b-456c-a0bc-dff1737bd59e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad488ee-83ea-43e4-b4cd-476eb500a5fe,revision_number=1']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:21.898019 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 59332) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:27:21.946737 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-53fc1a2b-c8aa-41ab-b014-773c5c96666d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:21.968068 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-53fc1a2b-c8aa-41ab-b014-773c5c96666d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:22.089977 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-53fc1a2b-c8aa-41ab-b014-773c5c96666d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:22.092634 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-53fc1a2b-c8aa-41ab-b014-773c5c96666d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:22.093808 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-53fc1a2b-c8aa-41ab-b014-773c5c96666d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7ad488ee-83ea-43e4-b4cd-476eb500a5fe HTTP/1.1" status: 204 len: 168 time: 0.1948152 Oct 14 12:27:22.102172 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fc1a2b-c8aa-41ab-b014-773c5c96666d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad488ee-83ea-43e4-b4cd-476eb500a5fe,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:22.279533 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 59338) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:27:22.295306 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-bd1ef94c-efc3-4ac1-9434-97436dee6d73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:22.368156 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-bd1ef94c-efc3-4ac1-9434-97436dee6d73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:22.456073 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-bd1ef94c-efc3-4ac1-9434-97436dee6d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:22.483114 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-bd1ef94c-efc3-4ac1-9434-97436dee6d73 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=097fa7f752bd4b2eb33853c4a3af6bbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2023313 Oct 14 12:27:22.485834 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 59348) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:27:22.504966 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1ef94c-efc3-4ac1-9434-97436dee6d73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3707d21b-0d60-4b91-8468-b440bce9f991,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:22.536263 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b0cc8e-ae60-43a6-90ab-b6f145ace1d9 req-00f1800f-5120-4aba-97c5-d02ea7ac48c4 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:22.537757 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-c6b0cc8e-ae60-43a6-90ab-b6f145ace1d9 req-00f1800f-5120-4aba-97c5-d02ea7ac48c4 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/ports?device_id=248c30f1-cd13-4228-8777-4ad879ff94e7 HTTP/1.1" status: 200 len: 943 time: 0.0881605 Oct 14 12:27:22.585862 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-c7c217ba-b9ba-4b02-a42f-2ed88c14bd30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:22.590678 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-c6b0cc8e-ae60-43a6-90ab-b6f145ace1d9 req-d149b10f-738a-4c0f-8b0e-08c26f2c2cfa tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed60bd67-b132-4030-a669-b413cd375b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454931 Oct 14 12:27:22.611363 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-c7c217ba-b9ba-4b02-a42f-2ed88c14bd30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:22.707825 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 59358) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:27:22.721129 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-b2fdbe1f-b8c1-4169-9a48-fbe3ab09d075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:22.736368 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-c7c217ba-b9ba-4b02-a42f-2ed88c14bd30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:22.738811 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-c7c217ba-b9ba-4b02-a42f-2ed88c14bd30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:22.739863 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-c7c217ba-b9ba-4b02-a42f-2ed88c14bd30 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3707d21b-0d60-4b91-8468-b440bce9f991 HTTP/1.1" status: 204 len: 168 time: 0.2522807 Oct 14 12:27:22.779825 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c217ba-b9ba-4b02-a42f-2ed88c14bd30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3707d21b-0d60-4b91-8468-b440bce9f991,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:22.814088 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dae55c-36f9-495b-814b-2e5742cbab2d req-cf8abfc6-3b07-413c-9295-b7f2cdd923a8 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:22.816166 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b6dae55c-36f9-495b-814b-2e5742cbab2d req-cf8abfc6-3b07-413c-9295-b7f2cdd923a8 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 944 time: 0.0835359 Oct 14 12:27:22.871648 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-b2fdbe1f-b8c1-4169-9a48-fbe3ab09d075 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:22.874823 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b6dae55c-36f9-495b-814b-2e5742cbab2d req-ac6a9190-723f-481a-9c06-7e9acfe461cc tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520713 Oct 14 12:27:22.937841 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-b2fdbe1f-b8c1-4169-9a48-fbe3ab09d075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:22.977139 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-b2fdbe1f-b8c1-4169-9a48-fbe3ab09d075 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b7f1246a3f8f4d93958bfc3570962df0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2679884 Oct 14 12:27:22.978027 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fdbe1f-b8c1-4169-9a48-fbe3ab09d075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=800bca06-8559-4ac3-ab6a-68c15ddc7878,revision_number=1']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:22.979779 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 59362) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:27:23.029407 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-3f91d152-4254-4007-8aa8-fadd7a253bfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:23.050602 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-3f91d152-4254-4007-8aa8-fadd7a253bfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:23.181096 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-3f91d152-4254-4007-8aa8-fadd7a253bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:23.183825 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-3f91d152-4254-4007-8aa8-fadd7a253bfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:23.185177 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-3f91d152-4254-4007-8aa8-fadd7a253bfd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/800bca06-8559-4ac3-ab6a-68c15ddc7878 HTTP/1.1" status: 204 len: 168 time: 0.2040296 Oct 14 12:27:23.193560 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f91d152-4254-4007-8aa8-fadd7a253bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=800bca06-8559-4ac3-ab6a-68c15ddc7878,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:23.215116 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-23200bc3-61a1-476d-a9c4-6a6ce5051be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:23.720345 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645b8941-ec4d-462f-ac99-570c5b9f4444 req-65cdb6ab-400d-4892-83a8-fba33fd19fbb tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:23.722556 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-645b8941-ec4d-462f-ac99-570c5b9f4444 req-65cdb6ab-400d-4892-83a8-fba33fd19fbb tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/ports?device_id=248c30f1-cd13-4228-8777-4ad879ff94e7 HTTP/1.1" status: 200 len: 943 time: 0.0536652 Oct 14 12:27:23.761941 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-645b8941-ec4d-462f-ac99-570c5b9f4444 req-e7996ed8-2dd5-4c17-9685-ddf2bef18b81 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed60bd67-b132-4030-a669-b413cd375b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329020 Oct 14 12:27:23.888312 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc147cf-cabe-4e14-9da0-d89203c0d087 req-0df1baf9-329f-4f64-80e4-9646f95679cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:23.890029 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-7dc147cf-cabe-4e14-9da0-d89203c0d087 req-0df1baf9-329f-4f64-80e4-9646f95679cf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3f9a829dc9ba4ba2bab9da3451c434c9&device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 1097 time: 0.0400555 Oct 14 12:27:23.906599 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-eeddf248-fe70-4541-97d2-bd2f69dda54b req-ec098cf1-e8ce-446d-84cb-73d0ddfbd9c6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05d49b53-bff2-427b-8b2c-37dab1c47dc7 HTTP/1.1" status: 200 len: 217 time: 0.0679502 Oct 14 12:27:24.010628 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeddf248-fe70-4541-97d2-bd2f69dda54b req-faff731a-14b6-4479-8597-9f1aae5b2afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:24.012099 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-eeddf248-fe70-4541-97d2-bd2f69dda54b req-faff731a-14b6-4479-8597-9f1aae5b2afe service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b2109f7d-7a0b-4378-9f1f-6d0a061effdd HTTP/1.1" status: 200 len: 859 time: 0.0956831 Oct 14 12:27:24.026536 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d3c0ee-8640-45b6-a5dc-f804fb4cfee8 req-b2324d8d-51e2-4e4c-a4a9-f986eaa380e6 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:24.028416 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-c0d3c0ee-8640-45b6-a5dc-f804fb4cfee8 req-b2324d8d-51e2-4e4c-a4a9-f986eaa380e6 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 944 time: 0.0682058 Oct 14 12:27:24.083723 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-eeddf248-fe70-4541-97d2-bd2f69dda54b req-80df9f03-398a-4535-82c8-468bccc64d88 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a349fb8c-8bea-466f-b8db-b99e89a5a9ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541508 Oct 14 12:27:24.131423 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-c0d3c0ee-8640-45b6-a5dc-f804fb4cfee8 req-62c95e6d-d17a-43c7-be11-13cd78c7877c tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739958 Oct 14 12:27:24.239215 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-eeddf248-fe70-4541-97d2-bd2f69dda54b req-73daaaed-fe31-49c0-af82-756f79eca544 service neutron] 10.222.0.25 "GET /v2.0/networks/a349fb8c-8bea-466f-b8db-b99e89a5a9ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343856 Oct 14 12:27:24.268911 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc147cf-cabe-4e14-9da0-d89203c0d087 req-e7d3a331-79fd-48ad-a947-a94ca010b553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:24.270303 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-7dc147cf-cabe-4e14-9da0-d89203c0d087 req-e7d3a331-79fd-48ad-a947-a94ca010b553 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=3f9a829dc9ba4ba2bab9da3451c434c9&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3653522 Oct 14 12:27:24.348587 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-eeddf248-fe70-4541-97d2-bd2f69dda54b req-de4ae03f-4cb1-404c-9ee3-c42bff3263db service neutron] 10.222.0.25 "GET /v2.0/networks/a349fb8c-8bea-466f-b8db-b99e89a5a9ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973439 Oct 14 12:27:24.445175 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc147cf-cabe-4e14-9da0-d89203c0d087 req-61837fcd-78a2-404a-9085-3a5dcd8459d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:24.446586 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-7dc147cf-cabe-4e14-9da0-d89203c0d087 req-61837fcd-78a2-404a-9085-3a5dcd8459d6 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1678662 Oct 14 12:27:24.553885 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2c915c-1fa1-432b-be4b-edbc7f8ce684 req-15e5fe50-f993-4eaf-8f99-7057d939866d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:24.555381 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-6c2c915c-1fa1-432b-be4b-edbc7f8ce684 req-15e5fe50-f993-4eaf-8f99-7057d939866d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3f9a829dc9ba4ba2bab9da3451c434c9&device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 1097 time: 0.0511007 Oct 14 12:27:24.556240 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0834a8cb-95e0-4bc0-b773-551bb88132fe req-d91d816d-f09e-4b4c-aceb-af4866dae47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:24.560069 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-0834a8cb-95e0-4bc0-b773-551bb88132fe req-d91d816d-f09e-4b4c-aceb-af4866dae47e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3f9a829dc9ba4ba2bab9da3451c434c9&device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 1096 time: 0.0539811 Oct 14 12:27:24.618116 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-6c2c915c-1fa1-432b-be4b-edbc7f8ce684 req-d8dd15cd-7caa-4ded-a056-10663107eba7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0043b3d8-61e9-4803-a124-cd6089b5671b HTTP/1.1" status: 200 len: 217 time: 0.0386028 Oct 14 12:27:24.697805 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2c915c-1fa1-432b-be4b-edbc7f8ce684 req-acfef878-ab9e-43ef-9c93-4acaedbc28b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:24.700080 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-6c2c915c-1fa1-432b-be4b-edbc7f8ce684 req-acfef878-ab9e-43ef-9c93-4acaedbc28b7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b2109f7d-7a0b-4378-9f1f-6d0a061effdd HTTP/1.1" status: 200 len: 859 time: 0.0722897 Oct 14 12:27:24.709608 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0834a8cb-95e0-4bc0-b773-551bb88132fe req-e99eed9e-7104-4d00-9d6c-70bce59f114f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:24.711053 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-0834a8cb-95e0-4bc0-b773-551bb88132fe req-e99eed9e-7104-4d00-9d6c-70bce59f114f service neutron] 10.222.0.25 "GET /v2.0/networks?id=a349fb8c-8bea-466f-b8db-b99e89a5a9ba HTTP/1.1" status: 200 len: 920 time: 0.1305144 Oct 14 12:27:24.737235 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-6c2c915c-1fa1-432b-be4b-edbc7f8ce684 req-b4c09b66-623f-4bab-9c78-d35fb3943569 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a349fb8c-8bea-466f-b8db-b99e89a5a9ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289273 Oct 14 12:27:24.776341 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-0834a8cb-95e0-4bc0-b773-551bb88132fe req-4c57cd89-8ccf-496b-97db-2505bb5a7eef service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05d49b53-bff2-427b-8b2c-37dab1c47dc7 HTTP/1.1" status: 200 len: 217 time: 0.0561168 Oct 14 12:27:24.878156 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b867a4-01da-4f85-9439-39152ff0e6ca req-1746109d-111c-417b-9994-960806b618a2 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:24.879732 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-a2b867a4-01da-4f85-9439-39152ff0e6ca req-1746109d-111c-417b-9994-960806b618a2 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/ports?device_id=248c30f1-cd13-4228-8777-4ad879ff94e7 HTTP/1.1" status: 200 len: 943 time: 0.0503714 Oct 14 12:27:24.917484 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-a2b867a4-01da-4f85-9439-39152ff0e6ca req-b7e8d373-9d3b-4ffb-929e-493ac8ff53ff tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed60bd67-b132-4030-a669-b413cd375b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317876 Oct 14 12:27:24.996498 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0834a8cb-95e0-4bc0-b773-551bb88132fe req-fadbfa50-846a-452c-a736-4554f7b652ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:24.998590 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-0834a8cb-95e0-4bc0-b773-551bb88132fe req-fadbfa50-846a-452c-a736-4554f7b652ac service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b2109f7d-7a0b-4378-9f1f-6d0a061effdd HTTP/1.1" status: 200 len: 859 time: 0.0754068 Oct 14 12:27:25.020340 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-6c2c915c-1fa1-432b-be4b-edbc7f8ce684 req-9c30af3a-199a-4fab-8b9d-e8fda1fcbaa4 service neutron] 10.222.0.25 "GET /v2.0/networks/a349fb8c-8bea-466f-b8db-b99e89a5a9ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008244 Oct 14 12:27:25.038367 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-0834a8cb-95e0-4bc0-b773-551bb88132fe req-22f2f773-eeb8-4aa1-a7b5-c96069a5dec9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a349fb8c-8bea-466f-b8db-b99e89a5a9ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288374 Oct 14 12:27:25.117086 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-6c2c915c-1fa1-432b-be4b-edbc7f8ce684 req-7f6486a2-e31d-43e0-a510-2d35959ca775 service neutron] 10.222.0.25 "GET /v2.0/networks/a349fb8c-8bea-466f-b8db-b99e89a5a9ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872209 Oct 14 12:27:25.133205 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-0834a8cb-95e0-4bc0-b773-551bb88132fe req-fdd5a18b-e078-40d2-b9ca-993cff0f783a service neutron] 10.222.0.25 "GET /v2.0/networks/a349fb8c-8bea-466f-b8db-b99e89a5a9ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868454 Oct 14 12:27:25.234827 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-0834a8cb-95e0-4bc0-b773-551bb88132fe req-e458c0e7-0571-4c11-bf0d-6540eab6169b service neutron] 10.222.0.25 "GET /v2.0/networks/a349fb8c-8bea-466f-b8db-b99e89a5a9ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937936 Oct 14 12:27:25.289888 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20c641d-6dfe-4811-bfdd-7f2310f90698 req-a32f06bc-40fa-4a81-acf0-4039bdb03ed9 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:25.289888 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-a20c641d-6dfe-4811-bfdd-7f2310f90698 req-a32f06bc-40fa-4a81-acf0-4039bdb03ed9 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 944 time: 0.0490737 Oct 14 12:27:25.332663 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-a20c641d-6dfe-4811-bfdd-7f2310f90698 req-ea7ace81-868f-4020-afdf-d6e9cecbecb0 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382595 Oct 14 12:27:25.963703 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-410eb351-1e4d-4ded-9aef-4399a556ed4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:26.040738 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee81b7b0-2764-4734-ad1f-d0b2dfd8aa33 req-431b7226-52af-4d82-8003-a05138c8e29c tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:26.042186 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ee81b7b0-2764-4734-ad1f-d0b2dfd8aa33 req-431b7226-52af-4d82-8003-a05138c8e29c tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/ports?device_id=248c30f1-cd13-4228-8777-4ad879ff94e7 HTTP/1.1" status: 200 len: 943 time: 0.0505006 Oct 14 12:27:26.079156 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ee81b7b0-2764-4734-ad1f-d0b2dfd8aa33 req-38493721-14c7-4d7c-a558-e8bbe0d50dfb tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed60bd67-b132-4030-a669-b413cd375b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312393 Oct 14 12:27:26.477449 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d6152f-2078-4a3c-b45a-d2da77fff227 req-049f4eb5-bf40-4e4a-b7e3-3f54fa956a2f tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:26.477449 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-89d6152f-2078-4a3c-b45a-d2da77fff227 req-049f4eb5-bf40-4e4a-b7e3-3f54fa956a2f tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 944 time: 0.0539382 Oct 14 12:27:26.515231 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-89d6152f-2078-4a3c-b45a-d2da77fff227 req-85389b0c-0d05-46c1-a8ea-c03844927731 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315690 Oct 14 12:27:26.986283 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device f8f8cc45-ba4c-40a5-bba0-016e335fa06a details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=100186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 12:27:27.074411 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-469b4b0a-0edb-4369-82f6-413c16907b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:27.100068 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] For port f8f8cc45-ba4c-40a5-bba0-016e335fa06a, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=f8f8cc45-ba4c-40a5-bba0-016e335fa06a,segment=NetworkSegment(291139c9-092b-4bac-95f7-c191827175d6),segment_id=291139c9-092b-4bac-95f7-c191827175d6)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:27:27.115534 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Returning: {'device': 'f8f8cc45-ba4c-40a5-bba0-016e335fa06a', 'network_id': '8be115fa-96b3-4d1e-972c-330c421964ff', 'port_id': 'f8f8cc45-ba4c-40a5-bba0-016e335fa06a', 'mac_address': 'fa:16:3e:3e:2b:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd70eba82-8cb5-4a96-8cb3-69fcbc9e06ea', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 12:27:27.117273 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:27.125249 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 59536) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:27:27.158791 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:27.171604 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.notifiers.nova [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8f8cc45-ba4c-40a5-bba0-016e335fa06a {{(pid=100186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:27:27.192562 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] For port f8f8cc45-ba4c-40a5-bba0-016e335fa06a, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=f8f8cc45-ba4c-40a5-bba0-016e335fa06a,segment=NetworkSegment(291139c9-092b-4bac-95f7-c191827175d6),segment_id=291139c9-092b-4bac-95f7-c191827175d6)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:27:27.194723 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293e5084-be4f-42ea-9aaa-2c2e17d8adaf req-14cb7f75-b9d6-4092-933f-85323e0753f1 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:27.196306 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-293e5084-be4f-42ea-9aaa-2c2e17d8adaf req-14cb7f75-b9d6-4092-933f-85323e0753f1 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/ports?device_id=248c30f1-cd13-4228-8777-4ad879ff94e7 HTTP/1.1" status: 200 len: 943 time: 0.0498140 Oct 14 12:27:27.234386 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-293e5084-be4f-42ea-9aaa-2c2e17d8adaf req-a9a0a103-a842-4898-8fed-61959d18fc4c tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed60bd67-b132-4030-a669-b413cd375b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323019 Oct 14 12:27:27.250300 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-aa9a1fb0-3fd2-4a0e-9209-7e7d5cd800c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:27.270015 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:27.314762 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Pushing event updated for resources: {'Port': ['ID=f8f8cc45-ba4c-40a5-bba0-016e335fa06a,revision_number=4']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:27.324405 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-aa9a1fb0-3fd2-4a0e-9209-7e7d5cd800c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:27.392108 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-aa9a1fb0-3fd2-4a0e-9209-7e7d5cd800c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:27.436428 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-aa9a1fb0-3fd2-4a0e-9209-7e7d5cd800c5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=32e2f5fcffb5437c8bd25e4c8f5e816c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3099272 Oct 14 12:27:27.436568 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 59548) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:27:27.437357 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9a1fb0-3fd2-4a0e-9209-7e7d5cd800c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=184c9182-1340-4160-a62f-339682259a4e,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:27.505498 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-63a2da52-62f7-499b-8054-ffa1bcc29218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:27.527154 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-63a2da52-62f7-499b-8054-ffa1bcc29218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:27.640794 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-63a2da52-62f7-499b-8054-ffa1bcc29218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:27.643510 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-63a2da52-62f7-499b-8054-ffa1bcc29218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:27.644711 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-63a2da52-62f7-499b-8054-ffa1bcc29218 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/184c9182-1340-4160-a62f-339682259a4e HTTP/1.1" status: 204 len: 168 time: 0.2070665 Oct 14 12:27:27.665187 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1efc7c5-aedb-4405-afb9-8c03d6d57970 req-a0c3312e-337d-44c6-9ebc-ba6f791f4f9b tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:27.666788 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-d1efc7c5-aedb-4405-afb9-8c03d6d57970 req-a0c3312e-337d-44c6-9ebc-ba6f791f4f9b tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 944 time: 0.0794263 Oct 14 12:27:27.671942 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a2da52-62f7-499b-8054-ffa1bcc29218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=184c9182-1340-4160-a62f-339682259a4e,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:27.712435 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-d1efc7c5-aedb-4405-afb9-8c03d6d57970 req-aac12ee6-1103-48a6-b6a1-efeee84f8183 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380862 Oct 14 12:27:28.289596 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-27c04846-3a84-4189-8b30-75b8cfbf2676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:28.292039 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 59584) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:27:28.306703 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-50cef88b-5275-43d1-be8c-6da8b3736f1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:28.373467 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bf4798-1be6-48cf-9a7b-469e2d902b0a req-4ef1927e-e102-4ef3-b829-8307f2d8e736 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:28.374888 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-65bf4798-1be6-48cf-9a7b-469e2d902b0a req-4ef1927e-e102-4ef3-b829-8307f2d8e736 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/ports?device_id=248c30f1-cd13-4228-8777-4ad879ff94e7 HTTP/1.1" status: 200 len: 944 time: 0.0698867 Oct 14 12:27:28.429219 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-65bf4798-1be6-48cf-9a7b-469e2d902b0a req-6cf8411c-8225-4134-ada7-8adf92120f25 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed60bd67-b132-4030-a669-b413cd375b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483029 Oct 14 12:27:28.446340 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-50cef88b-5275-43d1-be8c-6da8b3736f1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:28.508919 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-50cef88b-5275-43d1-be8c-6da8b3736f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:28.547486 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-50cef88b-5275-43d1-be8c-6da8b3736f1a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=903636de07cc46e2b05a05cbbf9405be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2543800 Oct 14 12:27:28.548395 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cef88b-5275-43d1-be8c-6da8b3736f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adb44dac-ea3d-486c-bfd5-a1bfd4c970b9,revision_number=1']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:28.550116 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 59590) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:27:28.598718 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-ef616193-d97d-4e46-8d10-aeaf6acc37db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:28.618493 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-ef616193-d97d-4e46-8d10-aeaf6acc37db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:28.783259 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-ef616193-d97d-4e46-8d10-aeaf6acc37db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:28.785848 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-ef616193-d97d-4e46-8d10-aeaf6acc37db admin admin] Notify callbacks [] for security_group, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:28.786993 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-ef616193-d97d-4e46-8d10-aeaf6acc37db admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/adb44dac-ea3d-486c-bfd5-a1bfd4c970b9 HTTP/1.1" status: 204 len: 168 time: 0.2347584 Oct 14 12:27:28.795148 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef616193-d97d-4e46-8d10-aeaf6acc37db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb44dac-ea3d-486c-bfd5-a1bfd4c970b9,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:28.829114 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c361c-54d6-4586-8d24-3f217b8c24c1 req-5bbd1276-40f1-4b6c-9803-2a6ec4a2ec71 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:28.830612 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-dc1c361c-54d6-4586-8d24-3f217b8c24c1 req-5bbd1276-40f1-4b6c-9803-2a6ec4a2ec71 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 944 time: 0.0499814 Oct 14 12:27:28.868123 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-dc1c361c-54d6-4586-8d24-3f217b8c24c1 req-6734499a-bcd0-4a88-a250-756aca7b90ae tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306432 Oct 14 12:27:29.549058 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa345d8-4704-40f3-a4dd-887a5d06650b req-56e5cea9-0d7d-4ce9-ae74-f9a4d253d206 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:29.551192 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-2aa345d8-4704-40f3-a4dd-887a5d06650b req-56e5cea9-0d7d-4ce9-ae74-f9a4d253d206 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/ports?device_id=248c30f1-cd13-4228-8777-4ad879ff94e7 HTTP/1.1" status: 200 len: 944 time: 0.0571373 Oct 14 12:27:29.599557 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-2aa345d8-4704-40f3-a4dd-887a5d06650b req-c71f6476-0f46-49df-a687-be9992d04aeb tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed60bd67-b132-4030-a669-b413cd375b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425196 Oct 14 12:27:29.980882 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f855ed-c466-4bf5-a88f-c9b4799679f8 req-0f24bd38-77b5-45a7-95f5-b0ee49383a12 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:29.982241 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-53f855ed-c466-4bf5-a88f-c9b4799679f8 req-0f24bd38-77b5-45a7-95f5-b0ee49383a12 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 944 time: 0.0491295 Oct 14 12:27:30.021432 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-53f855ed-c466-4bf5-a88f-c9b4799679f8 req-48bf553e-e23c-4d1b-972c-d21eaf43d7fc tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324421 Oct 14 12:27:30.722510 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7703ff-a295-49fc-b028-713ac0313b46 req-3e077578-6b9e-4905-a700-f68494a67242 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:30.723963 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-bc7703ff-a295-49fc-b028-713ac0313b46 req-3e077578-6b9e-4905-a700-f68494a67242 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/ports?device_id=248c30f1-cd13-4228-8777-4ad879ff94e7 HTTP/1.1" status: 200 len: 944 time: 0.0527778 Oct 14 12:27:30.763709 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-bc7703ff-a295-49fc-b028-713ac0313b46 req-20b03a0a-05d1-4264-8c65-1dfd5d5169b2 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed60bd67-b132-4030-a669-b413cd375b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336900 Oct 14 12:27:31.135997 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e16be18-8af2-4aef-ab48-6e9943479db4 req-1f3ad9bb-4bd7-4710-aa67-bb88ace74195 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:31.137445 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-8e16be18-8af2-4aef-ab48-6e9943479db4 req-1f3ad9bb-4bd7-4710-aa67-bb88ace74195 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 944 time: 0.0502481 Oct 14 12:27:31.174500 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-8e16be18-8af2-4aef-ab48-6e9943479db4 req-937c54a2-3caf-4f79-b5d1-09d7a5fc8cc3 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311480 Oct 14 12:27:31.882210 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dad605-f9dc-4bcd-88f5-4c2c7044e7d5 req-e4370d66-ae16-40ba-9ced-6e20d898b488 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:31.883642 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-63dad605-f9dc-4bcd-88f5-4c2c7044e7d5 req-e4370d66-ae16-40ba-9ced-6e20d898b488 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/ports?device_id=248c30f1-cd13-4228-8777-4ad879ff94e7 HTTP/1.1" status: 200 len: 944 time: 0.0510519 Oct 14 12:27:31.923602 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-63dad605-f9dc-4bcd-88f5-4c2c7044e7d5 req-9f8f7cfa-bb09-4d35-ae9c-1c7d0002fabf tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed60bd67-b132-4030-a669-b413cd375b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340745 Oct 14 12:27:32.286152 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb0f8c1-e468-4d02-a664-a35365623f8b req-a051b48e-2f04-4b1e-84f0-c642749060d4 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:32.287604 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-bcb0f8c1-e468-4d02-a664-a35365623f8b req-a051b48e-2f04-4b1e-84f0-c642749060d4 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 944 time: 0.0479610 Oct 14 12:27:32.325152 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-bcb0f8c1-e468-4d02-a664-a35365623f8b req-3281f2f0-fb2a-49ad-92ee-59a8bb7fe829 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315926 Oct 14 12:27:32.846160 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] get_ports_and_sgs() called for port_ids ['f8f8cc45-ba4c-40a5-bba0-016e335fa06a'] {{(pid=100186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:27:33.057064 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d9076-5d42-4e96-bb94-ec48c89fa892 req-08675569-f0d0-494a-9557-65577381c47b tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:33.058618 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-049d9076-5d42-4e96-bb94-ec48c89fa892 req-08675569-f0d0-494a-9557-65577381c47b tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/ports?device_id=248c30f1-cd13-4228-8777-4ad879ff94e7 HTTP/1.1" status: 200 len: 944 time: 0.0639448 Oct 14 12:27:33.109059 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-049d9076-5d42-4e96-bb94-ec48c89fa892 req-8fb2eafc-97c0-4339-b5e1-2186c2368c3c tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed60bd67-b132-4030-a669-b413cd375b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433185 Oct 14 12:27:33.442505 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d35a082-d876-457a-a5cf-ba3555317093 req-e5b65af4-f7cf-4878-8af3-cff88d48ab41 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:33.447633 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-2d35a082-d876-457a-a5cf-ba3555317093 req-e5b65af4-f7cf-4878-8af3-cff88d48ab41 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 944 time: 0.0531220 Oct 14 12:27:33.486335 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-2d35a082-d876-457a-a5cf-ba3555317093 req-6695176f-27d5-4523-a16b-f0319ebd8ebb tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349517 Oct 14 12:27:34.225338 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f949a474-1c64-4b53-bbb4-bb64365bcf4e req-6d5fd8c9-61ab-405f-8043-b20973ca2e97 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:34.226803 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-f949a474-1c64-4b53-bbb4-bb64365bcf4e req-6d5fd8c9-61ab-405f-8043-b20973ca2e97 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/ports?device_id=248c30f1-cd13-4228-8777-4ad879ff94e7 HTTP/1.1" status: 200 len: 944 time: 0.0495963 Oct 14 12:27:34.268659 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-f949a474-1c64-4b53-bbb4-bb64365bcf4e req-8231e932-1dbf-4ae0-952e-8393909bfc39 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed60bd67-b132-4030-a669-b413cd375b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350630 Oct 14 12:27:34.616792 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b26ba0-984f-4893-a278-ccf2c91ebab5 req-79e2f2c1-9c7f-4c01-8729-787a3a3ed6c5 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:34.618438 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b8b26ba0-984f-4893-a278-ccf2c91ebab5 req-79e2f2c1-9c7f-4c01-8729-787a3a3ed6c5 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 944 time: 0.0564032 Oct 14 12:27:34.665790 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b8b26ba0-984f-4893-a278-ccf2c91ebab5 req-a275db93-fecd-40d7-959f-2f2fc5785fe9 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380967 Oct 14 12:27:34.971275 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device 0043b3d8-61e9-4803-a124-cd6089b5671b details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=100186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 12:27:35.033858 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device f8f8cc45-ba4c-40a5-bba0-016e335fa06a up at agent hyperv_hv-cinder-81398 {{(pid=100186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:27:35.102821 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] For port 0043b3d8-61e9-4803-a124-cd6089b5671b, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=0043b3d8-61e9-4803-a124-cd6089b5671b,segment=NetworkSegment(f8489ad1-6355-48f4-a2b4-24bed11b919a),segment_id=f8489ad1-6355-48f4-a2b4-24bed11b919a)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:27:35.119050 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Returning: {'device': '0043b3d8-61e9-4803-a124-cd6089b5671b', 'network_id': 'a349fb8c-8bea-466f-b8db-b99e89a5a9ba', 'port_id': '0043b3d8-61e9-4803-a124-cd6089b5671b', 'mac_address': 'fa:16:3e:87:95:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2109f7d-7a0b-4378-9f1f-6d0a061effdd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 12:27:35.154993 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:35.167769 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.notifiers.nova [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0043b3d8-61e9-4803-a124-cd6089b5671b {{(pid=100186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:27:35.180859 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Provisioning for port f8f8cc45-ba4c-40a5-bba0-016e335fa06a completed by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 12:27:35.189705 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Provisioning complete for port f8f8cc45-ba4c-40a5-bba0-016e335fa06a triggered by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:27:35.190130 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:35.193945 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] For port 0043b3d8-61e9-4803-a124-cd6089b5671b, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=0043b3d8-61e9-4803-a124-cd6089b5671b,segment=NetworkSegment(f8489ad1-6355-48f4-a2b4-24bed11b919a),segment_id=f8489ad1-6355-48f4-a2b4-24bed11b919a)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:27:35.272969 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:35.281368 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:35.282001 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device 05d49b53-bff2-427b-8b2c-37dab1c47dc7 details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=100186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 12:27:35.331634 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '248c30f1-cd13-4228-8777-4ad879ff94e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8f8cc45-ba4c-40a5-bba0-016e335fa06a'}] {{(pid=100186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:27:35.387346 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be0de70-213b-4185-8e68-d33a7d6a6845 req-929839d3-4c71-4b7b-867a-0c3767f79e30 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:35.388763 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-1be0de70-213b-4185-8e68-d33a7d6a6845 req-929839d3-4c71-4b7b-867a-0c3767f79e30 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/ports?device_id=248c30f1-cd13-4228-8777-4ad879ff94e7 HTTP/1.1" status: 200 len: 944 time: 0.0510693 Oct 14 12:27:35.438645 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-1be0de70-213b-4185-8e68-d33a7d6a6845 req-5656db47-b723-4386-ad56-e77868eeb85d tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed60bd67-b132-4030-a669-b413cd375b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414896 Oct 14 12:27:35.439371 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] For port f8f8cc45-ba4c-40a5-bba0-016e335fa06a, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=f8f8cc45-ba4c-40a5-bba0-016e335fa06a,segment=NetworkSegment(291139c9-092b-4bac-95f7-c191827175d6),segment_id=291139c9-092b-4bac-95f7-c191827175d6)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:27:35.440202 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.db.resource_extend [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 14 12:27:35.463419 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] For port 05d49b53-bff2-427b-8b2c-37dab1c47dc7, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=05d49b53-bff2-427b-8b2c-37dab1c47dc7,segment=NetworkSegment(f8489ad1-6355-48f4-a2b4-24bed11b919a),segment_id=f8489ad1-6355-48f4-a2b4-24bed11b919a)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:27:35.466277 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Pushing event updated for resources: {'Port': ['ID=0043b3d8-61e9-4803-a124-cd6089b5671b,revision_number=4']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:35.478283 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Returning: {'device': '05d49b53-bff2-427b-8b2c-37dab1c47dc7', 'network_id': 'a349fb8c-8bea-466f-b8db-b99e89a5a9ba', 'port_id': '05d49b53-bff2-427b-8b2c-37dab1c47dc7', 'mac_address': 'fa:16:3e:ad:53:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2109f7d-7a0b-4378-9f1f-6d0a061effdd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 12:27:35.521479 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:35.525843 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:35.555405 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ce96789b1b9487be48749a60ffcfd0a175945a3b692fd75626d794e24ae9ed4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8f084c6-f950-48c9-aa53-ed16fa30f37b" -d '{"events": [{"server_uuid": "248c30f1-cd13-4228-8777-4ad879ff94e7", "name": "network-vif-plugged", "status": "completed", "tag": "f8f8cc45-ba4c-40a5-bba0-016e335fa06a"}]}' {{(pid=100186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:27:35.563723 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.notifiers.nova [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05d49b53-bff2-427b-8b2c-37dab1c47dc7 {{(pid=100186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:27:35.597265 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] For port 05d49b53-bff2-427b-8b2c-37dab1c47dc7, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=05d49b53-bff2-427b-8b2c-37dab1c47dc7,segment=NetworkSegment(f8489ad1-6355-48f4-a2b4-24bed11b919a),segment_id=f8489ad1-6355-48f4-a2b4-24bed11b919a)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:27:35.600859 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Pushing event updated for resources: {'Port': ['ID=f8f8cc45-ba4c-40a5-bba0-016e335fa06a,revision_number=5']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:35.649604 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7aba1a8-1592-4e21-bdd7-73c23524850d x-openstack-request-id: req-d7aba1a8-1592-4e21-bdd7-73c23524850d {{(pid=100186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:27:35.649922 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "248c30f1-cd13-4228-8777-4ad879ff94e7", "name": "network-vif-plugged", "status": "completed", "tag": "f8f8cc45-ba4c-40a5-bba0-016e335fa06a", "code": 200}]} {{(pid=100186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:27:35.650187 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d7aba1a8-1592-4e21-bdd7-73c23524850d {{(pid=100186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:27:35.653580 dv-cinder-813986-1-iscsi neutron-server[100186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '248c30f1-cd13-4228-8777-4ad879ff94e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8f8cc45-ba4c-40a5-bba0-016e335fa06a', 'code': 200} Oct 14 12:27:35.689152 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:35.794557 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Pushing event updated for resources: {'Port': ['ID=05d49b53-bff2-427b-8b2c-37dab1c47dc7,revision_number=4']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:35.829456 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d0368-2d40-4ad4-b49a-d8c645b04db9 req-d78f1a3b-361a-440d-8a57-9ea1bc1c0293 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:35.830971 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-7b2d0368-2d40-4ad4-b49a-d8c645b04db9 req-d78f1a3b-361a-440d-8a57-9ea1bc1c0293 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 945 time: 0.0516546 Oct 14 12:27:35.869559 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-7b2d0368-2d40-4ad4-b49a-d8c645b04db9 req-435a83f7-c48a-4536-b5c2-dfee64701f38 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318334 Oct 14 12:27:36.123214 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a75d32-9dc5-4104-96dc-c343f0a67f71 req-8ae8b2f3-1794-411b-a852-0ff4fd092a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:36.125356 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-b8a75d32-9dc5-4104-96dc-c343f0a67f71 req-8ae8b2f3-1794-411b-a852-0ff4fd092a6c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=248c30f1-cd13-4228-8777-4ad879ff94e7 HTTP/1.1" status: 200 len: 1098 time: 0.0702784 Oct 14 12:27:36.127133 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] get_ports_and_sgs() called for port_ids ['0043b3d8-61e9-4803-a124-cd6089b5671b'] {{(pid=100186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:27:36.150859 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] get_ports_and_sgs() called for port_ids ['05d49b53-bff2-427b-8b2c-37dab1c47dc7'] {{(pid=100186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:27:36.151509 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-b8a75d32-9dc5-4104-96dc-c343f0a67f71 req-c522070d-d215-4c8f-989a-568779ea3716 service neutron] Notify callbacks [] for security_group, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:36.239722 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-b8a75d32-9dc5-4104-96dc-c343f0a67f71 req-c522070d-d215-4c8f-989a-568779ea3716 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:36.330217 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 59838) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:27:36.351880 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-b8a75d32-9dc5-4104-96dc-c343f0a67f71 req-c522070d-d215-4c8f-989a-568779ea3716 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:36.405889 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-b8a75d32-9dc5-4104-96dc-c343f0a67f71 req-c522070d-d215-4c8f-989a-568779ea3716 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ed60bd67-b132-4030-a669-b413cd375b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672410 Oct 14 12:27:36.410487 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c522070d-d215-4c8f-989a-568779ea3716 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6a569d8d-9394-46d3-8591-04e927772c72,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:36.470845 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 59846) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:27:36.513538 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-c0f50523-a4ac-4f7e-b7df-a49424c15d8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:36.540665 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-42ef8c85-6d11-45f4-bfa2-195d9abd6923 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:36.574912 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:36.585356 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0dfa22-e1be-4bbd-8298-0abfc15c3c55 req-39b9509c-0954-4cc2-a4f1-2e87c3d06353 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:36.586830 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-fd0dfa22-e1be-4bbd-8298-0abfc15c3c55 req-39b9509c-0954-4cc2-a4f1-2e87c3d06353 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/ports?device_id=248c30f1-cd13-4228-8777-4ad879ff94e7 HTTP/1.1" status: 200 len: 945 time: 0.0526185 Oct 14 12:27:36.640762 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-fd0dfa22-e1be-4bbd-8298-0abfc15c3c55 req-58b1d4c6-5778-4126-ba92-587e1b9715a1 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed60bd67-b132-4030-a669-b413cd375b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447500 Oct 14 12:27:36.659054 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-c0f50523-a4ac-4f7e-b7df-a49424c15d8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:36.675017 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-42ef8c85-6d11-45f4-bfa2-195d9abd6923 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:36.769050 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-c0f50523-a4ac-4f7e-b7df-a49424c15d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:36.771561 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-42ef8c85-6d11-45f4-bfa2-195d9abd6923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:36.826390 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-c0f50523-a4ac-4f7e-b7df-a49424c15d8c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=aab200c63b7c493f84f905263714980c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4950824 Oct 14 12:27:36.827564 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f50523-a4ac-4f7e-b7df-a49424c15d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2e2689-d0c4-4b3f-832d-f192c5e7bc48,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:36.829101 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 59856) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:27:36.835510 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-42ef8c85-6d11-45f4-bfa2-195d9abd6923 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9a9537e807ac49babba76c6ed16354ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3636148 Oct 14 12:27:36.838206 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 59858) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:27:36.854943 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ef8c85-6d11-45f4-bfa2-195d9abd6923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32569571-7d4e-4f8b-8a82-cd7af8338a34,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:36.918742 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-019b36fd-b9ba-415e-b4b7-9c6499650db6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:36.926885 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-3c4b95cf-7205-48b1-8344-7070043b92b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:36.985572 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-019b36fd-b9ba-415e-b4b7-9c6499650db6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:36.988680 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-3c4b95cf-7205-48b1-8344-7070043b92b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:37.195804 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0116ab-756f-4c2a-bf71-1d2be89f608a req-8e83ba51-4c91-49d2-80c8-17a3e5b97600 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:37.197311 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9d0116ab-756f-4c2a-bf71-1d2be89f608a req-8e83ba51-4c91-49d2-80c8-17a3e5b97600 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 945 time: 0.2611289 Oct 14 12:27:37.243087 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9d0116ab-756f-4c2a-bf71-1d2be89f608a req-75036efc-30f8-42f6-b0a9-b727649a7601 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387344 Oct 14 12:27:37.323225 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-019b36fd-b9ba-415e-b4b7-9c6499650db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:37.325789 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-019b36fd-b9ba-415e-b4b7-9c6499650db6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:37.326902 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-019b36fd-b9ba-415e-b4b7-9c6499650db6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7c2e2689-d0c4-4b3f-832d-f192c5e7bc48 HTTP/1.1" status: 204 len: 168 time: 0.4966683 Oct 14 12:27:37.329290 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-3c4b95cf-7205-48b1-8344-7070043b92b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:37.331931 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-3c4b95cf-7205-48b1-8344-7070043b92b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:37.333332 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-3c4b95cf-7205-48b1-8344-7070043b92b1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/32569571-7d4e-4f8b-8a82-cd7af8338a34 HTTP/1.1" status: 204 len: 168 time: 0.4942341 Oct 14 12:27:37.339435 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019b36fd-b9ba-415e-b4b7-9c6499650db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2e2689-d0c4-4b3f-832d-f192c5e7bc48,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:37.349620 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4b95cf-7205-48b1-8344-7070043b92b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32569571-7d4e-4f8b-8a82-cd7af8338a34,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:37.761167 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e661af-6d81-48a2-810c-0cd201ecd235 req-722f5f50-f3fd-4f07-a551-b63693f0f870 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:37.762806 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-e1e661af-6d81-48a2-810c-0cd201ecd235 req-722f5f50-f3fd-4f07-a551-b63693f0f870 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/ports?device_id=248c30f1-cd13-4228-8777-4ad879ff94e7 HTTP/1.1" status: 200 len: 945 time: 0.0632124 Oct 14 12:27:37.806401 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-e1e661af-6d81-48a2-810c-0cd201ecd235 req-4e992fe9-d5e3-4a3e-8181-0c76e7aa0b1b tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed60bd67-b132-4030-a669-b413cd375b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357873 Oct 14 12:27:38.126020 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 59898) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:27:38.139589 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-a3b0d8ef-4b4b-4dbc-98a8-67fb94a8559e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:38.197593 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 59900) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:27:38.250068 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-a3b0d8ef-4b4b-4dbc-98a8-67fb94a8559e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:38.320691 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-a1630258-dbf4-427f-86f8-80b34e2cbb08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:38.331585 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-a3b0d8ef-4b4b-4dbc-98a8-67fb94a8559e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:38.403243 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-a3b0d8ef-4b4b-4dbc-98a8-67fb94a8559e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=00a1a5211b344e9785d2f6d9cbaf69ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2761528 Oct 14 12:27:38.405991 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 59910) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:27:38.409142 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b0d8ef-4b4b-4dbc-98a8-67fb94a8559e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c86579f-1d83-45c4-b9bb-8f3c0a5e544d,revision_number=1']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:38.429478 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8248f-a67e-46c0-b41d-17c4f09ca030 req-12d84da0-4afe-4563-9619-cf66f1539115 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:38.431403 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-2ab8248f-a67e-46c0-b41d-17c4f09ca030 req-12d84da0-4afe-4563-9619-cf66f1539115 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 945 time: 0.1083181 Oct 14 12:27:38.480230 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-7d889eeb-8a9c-49ad-acbf-1492c258d48a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:38.500248 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-2ab8248f-a67e-46c0-b41d-17c4f09ca030 req-0284d253-7d91-4d2c-a6a4-facbe7f9073c tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606093 Oct 14 12:27:38.540471 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-7d889eeb-8a9c-49ad-acbf-1492c258d48a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:38.554538 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-a1630258-dbf4-427f-86f8-80b34e2cbb08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:38.634492 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-a1630258-dbf4-427f-86f8-80b34e2cbb08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:38.677229 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-a1630258-dbf4-427f-86f8-80b34e2cbb08 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=af9df104ce33409799bf48efef366f5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4785290 Oct 14 12:27:38.680933 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1630258-dbf4-427f-86f8-80b34e2cbb08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bfb2331-f6d7-4820-b85f-151023a3b77e,revision_number=1']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:38.681051 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 59930) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:27:38.701440 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-7d889eeb-8a9c-49ad-acbf-1492c258d48a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:38.703893 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-7d889eeb-8a9c-49ad-acbf-1492c258d48a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:38.705048 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-7d889eeb-8a9c-49ad-acbf-1492c258d48a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6c86579f-1d83-45c4-b9bb-8f3c0a5e544d HTTP/1.1" status: 204 len: 168 time: 0.2980528 Oct 14 12:27:38.725501 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d889eeb-8a9c-49ad-acbf-1492c258d48a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c86579f-1d83-45c4-b9bb-8f3c0a5e544d,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:38.746840 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-9b364afc-f408-4d45-ad96-f6c167d183db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:38.771318 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-9b364afc-f408-4d45-ad96-f6c167d183db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:38.923835 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00108a03-b3d9-41f6-bbb6-3e8961f93131 req-44069c79-8b40-4f6b-a028-52c73f843b31 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:38.925333 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-00108a03-b3d9-41f6-bbb6-3e8961f93131 req-44069c79-8b40-4f6b-a028-52c73f843b31 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/ports?device_id=248c30f1-cd13-4228-8777-4ad879ff94e7 HTTP/1.1" status: 200 len: 945 time: 0.0520418 Oct 14 12:27:38.960656 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-9b364afc-f408-4d45-ad96-f6c167d183db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:38.965268 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-9b364afc-f408-4d45-ad96-f6c167d183db admin admin] Notify callbacks [] for security_group, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:38.965439 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-00108a03-b3d9-41f6-bbb6-3e8961f93131 req-04ac7069-cc01-4d12-a9b4-7d71c0cdcd34 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed60bd67-b132-4030-a669-b413cd375b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338717 Oct 14 12:27:38.967168 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-9b364afc-f408-4d45-ad96-f6c167d183db admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3bfb2331-f6d7-4820-b85f-151023a3b77e HTTP/1.1" status: 204 len: 168 time: 0.2859509 Oct 14 12:27:38.976564 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b364afc-f408-4d45-ad96-f6c167d183db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bfb2331-f6d7-4820-b85f-151023a3b77e,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:39.002983 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device 0043b3d8-61e9-4803-a124-cd6089b5671b up at agent hyperv_hv-cinder-81398 {{(pid=100186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:27:39.134420 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Provisioning for port 0043b3d8-61e9-4803-a124-cd6089b5671b completed by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 12:27:39.138631 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Provisioning complete for port 0043b3d8-61e9-4803-a124-cd6089b5671b triggered by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:27:39.139003 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:39.232117 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:39.258251 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cf7e0df-beb7-42f7-9627-b9ff09af6e1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0043b3d8-61e9-4803-a124-cd6089b5671b'}] {{(pid=100186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:27:39.260676 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ce96789b1b9487be48749a60ffcfd0a175945a3b692fd75626d794e24ae9ed4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9c53eb-3f43-4a66-aff6-81f602e11adb" -d '{"events": [{"server_uuid": "9cf7e0df-beb7-42f7-9627-b9ff09af6e1e", "name": "network-vif-plugged", "status": "completed", "tag": "0043b3d8-61e9-4803-a124-cd6089b5671b"}]}' {{(pid=100186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:27:39.274890 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] For port 0043b3d8-61e9-4803-a124-cd6089b5671b, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=0043b3d8-61e9-4803-a124-cd6089b5671b,segment=NetworkSegment(f8489ad1-6355-48f4-a2b4-24bed11b919a),segment_id=f8489ad1-6355-48f4-a2b4-24bed11b919a)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:27:39.297249 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce4a27d-6129-4efd-bdc5-fe82d932c228 x-openstack-request-id: req-8ce4a27d-6129-4efd-bdc5-fe82d932c228 {{(pid=100186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:27:39.297586 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cf7e0df-beb7-42f7-9627-b9ff09af6e1e", "name": "network-vif-plugged", "status": "completed", "tag": "0043b3d8-61e9-4803-a124-cd6089b5671b", "code": 200}]} {{(pid=100186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:27:39.297848 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8ce4a27d-6129-4efd-bdc5-fe82d932c228 {{(pid=100186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:27:39.298288 dv-cinder-813986-1-iscsi neutron-server[100186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cf7e0df-beb7-42f7-9627-b9ff09af6e1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0043b3d8-61e9-4803-a124-cd6089b5671b', 'code': 200} Oct 14 12:27:39.397216 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:39.398030 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device 05d49b53-bff2-427b-8b2c-37dab1c47dc7 up at agent hyperv_hv-cinder-81398 {{(pid=100186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:27:39.492531 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Pushing event updated for resources: {'Port': ['ID=0043b3d8-61e9-4803-a124-cd6089b5671b,revision_number=5']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:39.609738 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Provisioning for port 05d49b53-bff2-427b-8b2c-37dab1c47dc7 completed by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 12:27:39.615900 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Provisioning complete for port 05d49b53-bff2-427b-8b2c-37dab1c47dc7 triggered by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:27:39.616301 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:39.698628 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4479f2f-b10d-44d6-bc57-8bedef008431 req-7ac4b28a-0306-4cf0-9640-df7fb4895d06 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:39.706982 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-a4479f2f-b10d-44d6-bc57-8bedef008431 req-7ac4b28a-0306-4cf0-9640-df7fb4895d06 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 946 time: 0.1129210 Oct 14 12:27:39.726269 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:39.747913 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45b7b2a-b980-4eb5-91e7-a2dc45999c87 req-e9e77b81-3a04-4968-91d6-24cee26e8f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:39.750132 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-e45b7b2a-b980-4eb5-91e7-a2dc45999c87 req-e9e77b81-3a04-4968-91d6-24cee26e8f1a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 1099 time: 0.0849559 Oct 14 12:27:39.768403 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] For port 05d49b53-bff2-427b-8b2c-37dab1c47dc7, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=05d49b53-bff2-427b-8b2c-37dab1c47dc7,segment=NetworkSegment(f8489ad1-6355-48f4-a2b4-24bed11b919a),segment_id=f8489ad1-6355-48f4-a2b4-24bed11b919a)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:27:39.773940 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-a4479f2f-b10d-44d6-bc57-8bedef008431 req-671c5b74-7774-42ab-ad43-eace59584b36 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536268 Oct 14 12:27:39.796161 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-e45b7b2a-b980-4eb5-91e7-a2dc45999c87 req-8a9cce3e-d734-4fce-882f-b3a1fe7be47a service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380518 Oct 14 12:27:39.837293 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:39.886503 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Pushing event updated for resources: {'Port': ['ID=05d49b53-bff2-427b-8b2c-37dab1c47dc7,revision_number=5']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:39.976729 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 59978) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:27:39.996932 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-271f33ef-e1ac-4714-af5c-b40226e366ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:40.084041 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 59986) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:27:40.130574 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-271f33ef-e1ac-4714-af5c-b40226e366ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:40.158965 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0549c5b-da1b-4a4a-aff0-500445bd25de req-86abc49e-9acc-46c0-86f8-f0f84de716a6 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:40.164751 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-c0549c5b-da1b-4a4a-aff0-500445bd25de req-86abc49e-9acc-46c0-86f8-f0f84de716a6 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/ports?device_id=248c30f1-cd13-4228-8777-4ad879ff94e7 HTTP/1.1" status: 200 len: 945 time: 0.0795934 Oct 14 12:27:40.204629 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-c0549c5b-da1b-4a4a-aff0-500445bd25de req-4e2294bc-c797-4da1-b9df-277774244609 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed60bd67-b132-4030-a669-b413cd375b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330052 Oct 14 12:27:40.214378 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-5a1af9fb-4356-45b2-874c-618820172dbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:40.284018 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-271f33ef-e1ac-4714-af5c-b40226e366ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:40.291327 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-5a1af9fb-4356-45b2-874c-618820172dbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:40.325847 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271f33ef-e1ac-4714-af5c-b40226e366ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24635e10-fabd-4400-bc02-18f0a9a4b295,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:40.330117 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-271f33ef-e1ac-4714-af5c-b40226e366ba admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f322d06b395c4a30aaa68ffead2b5d82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3514888 Oct 14 12:27:40.332942 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 59998) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:27:40.369214 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-5a1af9fb-4356-45b2-874c-618820172dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:40.427722 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1af9fb-4356-45b2-874c-618820172dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed9a094-9418-45d5-8615-05c28d36624e,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:40.433886 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-5a1af9fb-4356-45b2-874c-618820172dbd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=42342f70faae46e48ef8883aa58c439c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3487740 Oct 14 12:27:40.436782 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 60006) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:27:40.452228 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-7bfba630-ab30-426c-a2e7-4af99f43d89b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:40.500750 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-7bfba630-ab30-426c-a2e7-4af99f43d89b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:40.523013 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-df79bd30-5b72-4093-901e-c820ceafa7e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:40.558807 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-df79bd30-5b72-4093-901e-c820ceafa7e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:40.697352 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-7bfba630-ab30-426c-a2e7-4af99f43d89b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:40.700133 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-7bfba630-ab30-426c-a2e7-4af99f43d89b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:40.704536 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-7bfba630-ab30-426c-a2e7-4af99f43d89b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/24635e10-fabd-4400-bc02-18f0a9a4b295 HTTP/1.1" status: 204 len: 168 time: 0.3674185 Oct 14 12:27:40.710793 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfba630-ab30-426c-a2e7-4af99f43d89b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24635e10-fabd-4400-bc02-18f0a9a4b295,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:40.722989 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-df79bd30-5b72-4093-901e-c820ceafa7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:40.736430 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-df79bd30-5b72-4093-901e-c820ceafa7e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:40.740506 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-df79bd30-5b72-4093-901e-c820ceafa7e6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3ed9a094-9418-45d5-8615-05c28d36624e HTTP/1.1" status: 204 len: 168 time: 0.3023584 Oct 14 12:27:40.766179 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df79bd30-5b72-4093-901e-c820ceafa7e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed9a094-9418-45d5-8615-05c28d36624e,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:40.896314 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e3f3c6-d4d4-4f86-804a-8dd22ab55a2f req-252e9a1a-936a-44bf-81a9-c4aef14eec6b tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:40.898074 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-83e3f3c6-d4d4-4f86-804a-8dd22ab55a2f req-252e9a1a-936a-44bf-81a9-c4aef14eec6b tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 946 time: 0.0510523 Oct 14 12:27:40.936559 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-83e3f3c6-d4d4-4f86-804a-8dd22ab55a2f req-a1a7cc0e-fd95-4d48-b65c-71b6723e4adf tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317354 Oct 14 12:27:41.300192 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38687012-8f9f-4542-83fa-ec21281ab936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05d49b53-bff2-427b-8b2c-37dab1c47dc7'}] {{(pid=100186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:27:41.303153 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ce96789b1b9487be48749a60ffcfd0a175945a3b692fd75626d794e24ae9ed4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08fc185a-76ea-4ab8-8ac6-24bce6af64c3" -d '{"events": [{"server_uuid": "38687012-8f9f-4542-83fa-ec21281ab936", "name": "network-vif-plugged", "status": "completed", "tag": "05d49b53-bff2-427b-8b2c-37dab1c47dc7"}]}' {{(pid=100186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:27:41.371490 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-007da6a9-4414-4afb-b5a6-91e0af330b0b x-openstack-request-id: req-007da6a9-4414-4afb-b5a6-91e0af330b0b {{(pid=100186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:27:41.371888 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38687012-8f9f-4542-83fa-ec21281ab936", "name": "network-vif-plugged", "status": "completed", "tag": "05d49b53-bff2-427b-8b2c-37dab1c47dc7", "code": 200}]} {{(pid=100186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:27:41.372385 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-007da6a9-4414-4afb-b5a6-91e0af330b0b {{(pid=100186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:27:41.372831 dv-cinder-813986-1-iscsi neutron-server[100186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38687012-8f9f-4542-83fa-ec21281ab936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05d49b53-bff2-427b-8b2c-37dab1c47dc7', 'code': 200} Oct 14 12:27:41.804480 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdae159-f264-4fa0-a542-147770a60415 req-1c8d417c-a8cf-4344-b7c4-b7cdc0f6cfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:41.806553 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-fcdae159-f264-4fa0-a542-147770a60415 req-1c8d417c-a8cf-4344-b7c4-b7cdc0f6cfca service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 1098 time: 0.0472586 Oct 14 12:27:41.849042 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-fcdae159-f264-4fa0-a542-147770a60415 req-c235b3ee-d9da-489f-a1f6-cee5b77ec6e5 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284560 Oct 14 12:27:42.057738 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11c0d17-cd87-43a5-92bc-b2b8fbb20823 req-0bb859d5-f4e3-48b2-9dad-6fd896d7d5c0 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:42.059209 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-f11c0d17-cd87-43a5-92bc-b2b8fbb20823 req-0bb859d5-f4e3-48b2-9dad-6fd896d7d5c0 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 946 time: 0.0541422 Oct 14 12:27:42.097538 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-f11c0d17-cd87-43a5-92bc-b2b8fbb20823 req-1abf54c3-6087-480c-8b44-2c37d0d5e560 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321193 Oct 14 12:27:42.597262 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2189481d-994d-4588-8c06-e688ab311748 req-3ed17772-85fb-425f-be61-3fa8c02c2f3c tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:42.599271 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-2189481d-994d-4588-8c06-e688ab311748 req-3ed17772-85fb-425f-be61-3fa8c02c2f3c tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 946 time: 0.0519001 Oct 14 12:27:42.637751 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-2189481d-994d-4588-8c06-e688ab311748 req-eeb1203d-e048-4c3a-a3ba-50b453498e25 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322752 Oct 14 12:27:43.047340 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f3ee6-f68d-4030-bc1b-16c8a5bb657c req-a3a3fa6d-e63b-434c-b9d1-21625799eef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:43.048947 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-fa8f3ee6-f68d-4030-bc1b-16c8a5bb657c req-a3a3fa6d-e63b-434c-b9d1-21625799eef2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3f9a829dc9ba4ba2bab9da3451c434c9&device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 1099 time: 0.0503139 Oct 14 12:27:43.213520 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f3ee6-f68d-4030-bc1b-16c8a5bb657c req-a163879e-74d0-40b7-a856-2e223e65ac93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:43.217041 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-fa8f3ee6-f68d-4030-bc1b-16c8a5bb657c req-a163879e-74d0-40b7-a856-2e223e65ac93 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a349fb8c-8bea-466f-b8db-b99e89a5a9ba HTTP/1.1" status: 200 len: 920 time: 0.1427414 Oct 14 12:27:43.768326 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83f485-7832-46a4-9ebe-bde5428e27ea req-8f710cfb-9ec0-4f8a-9b91-8c3cfd382719 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:43.769850 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-1a83f485-7832-46a4-9ebe-bde5428e27ea req-8f710cfb-9ec0-4f8a-9b91-8c3cfd382719 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 946 time: 0.0558426 Oct 14 12:27:43.809586 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-1a83f485-7832-46a4-9ebe-bde5428e27ea req-a0c03dd0-7eee-416c-ae10-d588caa68537 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339117 Oct 14 12:27:44.222965 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-fa8f3ee6-f68d-4030-bc1b-16c8a5bb657c req-8a8683f3-a7e8-482e-9c74-dcbe847d5604 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0043b3d8-61e9-4803-a124-cd6089b5671b HTTP/1.1" status: 200 len: 217 time: 0.0351241 Oct 14 12:27:44.924213 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3050724f-2cd5-4dde-bf36-976639ac32b4 req-fa9f5c61-ba9f-442d-8ac7-848478257c36 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:44.925698 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-3050724f-2cd5-4dde-bf36-976639ac32b4 req-fa9f5c61-ba9f-442d-8ac7-848478257c36 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 946 time: 0.0475574 Oct 14 12:27:44.963361 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-3050724f-2cd5-4dde-bf36-976639ac32b4 req-ebf51bb5-d4df-4ce7-963d-15fcfb9ee6eb tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312786 Oct 14 12:27:45.274881 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f3ee6-f68d-4030-bc1b-16c8a5bb657c req-c058b2ec-fbc0-477e-b1fb-84c127aff7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:45.276433 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-fa8f3ee6-f68d-4030-bc1b-16c8a5bb657c req-c058b2ec-fbc0-477e-b1fb-84c127aff7b7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b2109f7d-7a0b-4378-9f1f-6d0a061effdd HTTP/1.1" status: 200 len: 859 time: 0.0443487 Oct 14 12:27:46.078752 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af0b129-50b8-44aa-8712-fcef843072c7 req-9e8d92c5-a7ab-47a5-8f97-a6fc08f8a71c tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:46.080229 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9af0b129-50b8-44aa-8712-fcef843072c7 req-9e8d92c5-a7ab-47a5-8f97-a6fc08f8a71c tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 946 time: 0.0509720 Oct 14 12:27:46.118304 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9af0b129-50b8-44aa-8712-fcef843072c7 req-789eb329-438b-48ac-a5ee-0941b8bd831b tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320895 Oct 14 12:27:46.950649 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-fa8f3ee6-f68d-4030-bc1b-16c8a5bb657c req-b1ad6213-b373-49c8-81b0-6c736f520f2a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a349fb8c-8bea-466f-b8db-b99e89a5a9ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280511 Oct 14 12:27:47.080431 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-fa8f3ee6-f68d-4030-bc1b-16c8a5bb657c req-1e74825e-51c0-4722-8eb6-0f69681d624c service neutron] 10.222.0.25 "GET /v2.0/networks/a349fb8c-8bea-466f-b8db-b99e89a5a9ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867417 Oct 14 12:27:47.186604 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-fa8f3ee6-f68d-4030-bc1b-16c8a5bb657c req-40a57f55-be40-4650-ba33-4f2f48b702fb service neutron] 10.222.0.25 "GET /v2.0/networks/a349fb8c-8bea-466f-b8db-b99e89a5a9ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878928 Oct 14 12:27:47.232943 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c5faa-e08e-46a6-bf2b-89587857ef7c req-39cfa166-3795-4165-abaf-7a33c39a9dd0 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:47.234277 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-925c5faa-e08e-46a6-bf2b-89587857ef7c req-39cfa166-3795-4165-abaf-7a33c39a9dd0 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 946 time: 0.0476577 Oct 14 12:27:47.273513 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-925c5faa-e08e-46a6-bf2b-89587857ef7c req-484355b2-caef-4cfa-82ac-27ab23a2e190 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307703 Oct 14 12:27:48.386583 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db8be33-58c8-4ff9-b749-81f206b5d9f8 req-ee4e2d57-e764-4c22-ab87-a25bb6f9496f tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:48.388089 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-0db8be33-58c8-4ff9-b749-81f206b5d9f8 req-ee4e2d57-e764-4c22-ab87-a25bb6f9496f tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 946 time: 0.0491157 Oct 14 12:27:48.428269 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-0db8be33-58c8-4ff9-b749-81f206b5d9f8 req-3b99c20c-d53f-4fac-9c2b-16552d00d145 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325639 Oct 14 12:27:49.539436 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.agents_db [None req-78dcfc36-1157-4c7d-a1d8-d24093a96b44 None None] Agent healthcheck: found 6 active agents {{(pid=100187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:27:49.547417 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7361bf-e61f-4c06-9044-eaafc6357689 req-e5321e73-c21c-4514-8e4e-98cc2bdae839 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:49.548912 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-6d7361bf-e61f-4c06-9044-eaafc6357689 req-e5321e73-c21c-4514-8e4e-98cc2bdae839 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 946 time: 0.0520041 Oct 14 12:27:49.587236 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-6d7361bf-e61f-4c06-9044-eaafc6357689 req-50a96c59-43f6-479c-aefb-4e4c645a265d tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323246 Oct 14 12:27:50.704097 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29095569-dcb7-4281-8a01-635595b14b05 req-505d9055-5057-420d-8ca1-21ad0299cbcf tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:50.708213 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-29095569-dcb7-4281-8a01-635595b14b05 req-505d9055-5057-420d-8ca1-21ad0299cbcf tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 946 time: 0.0553567 Oct 14 12:27:50.743766 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-29095569-dcb7-4281-8a01-635595b14b05 req-56bf1fb5-2a71-4470-bf35-4f70e8093078 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319567 Oct 14 12:27:51.859000 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f231b4-b779-4035-a487-370367c81229 req-364a6d2e-8bc4-49ab-82b1-a2cc4fc52f89 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:51.860498 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b6f231b4-b779-4035-a487-370367c81229 req-364a6d2e-8bc4-49ab-82b1-a2cc4fc52f89 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 946 time: 0.0479550 Oct 14 12:27:51.897142 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b6f231b4-b779-4035-a487-370367c81229 req-248a0258-de01-4546-b123-f030df9ee5d6 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302572 Oct 14 12:27:53.011642 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3abafa-9d6c-4d46-a201-e2bb7f45ac08 req-1863cce4-68f3-4a4e-998d-b5efb44543a6 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:53.013064 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-fb3abafa-9d6c-4d46-a201-e2bb7f45ac08 req-1863cce4-68f3-4a4e-998d-b5efb44543a6 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 946 time: 0.0506144 Oct 14 12:27:53.049137 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-fb3abafa-9d6c-4d46-a201-e2bb7f45ac08 req-0b3865c1-285b-4f04-8869-56892fce8194 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302207 Oct 14 12:27:53.150835 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-23367141-a0ff-4489-b414-e2d1530a095f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:54.160196 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461f57eb-7b22-401c-9263-01a136227ffe req-224e2b6c-f36e-4c7e-872a-d126b0c87f8b tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:54.161636 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-461f57eb-7b22-401c-9263-01a136227ffe req-224e2b6c-f36e-4c7e-872a-d126b0c87f8b tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 946 time: 0.0476499 Oct 14 12:27:54.198149 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-461f57eb-7b22-401c-9263-01a136227ffe req-1994f73a-e5c7-420f-b53b-202d6b21c098 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307119 Oct 14 12:27:55.309018 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6c67d6-3ded-4b4b-9e13-2e5834e8987b req-9e54f329-d1b3-4b08-8de7-541dfd5e6a72 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:55.311056 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-1f6c67d6-3ded-4b4b-9e13-2e5834e8987b req-9e54f329-d1b3-4b08-8de7-541dfd5e6a72 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 946 time: 0.0480840 Oct 14 12:27:55.355567 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-1f6c67d6-3ded-4b4b-9e13-2e5834e8987b req-d31567a2-ff72-440e-bc5e-494f9f76765a tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323665 Oct 14 12:27:55.921885 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-fc7fcf7e-a4f2-4f01-a30b-f33b9c2fc50a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:56.470078 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f593d8e-a5ff-4018-bddb-34e171efae8d req-a8114c36-006b-4efc-8a8e-80cfb0ae65fb tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:56.471408 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-1f593d8e-a5ff-4018-bddb-34e171efae8d req-a8114c36-006b-4efc-8a8e-80cfb0ae65fb tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 946 time: 0.0510230 Oct 14 12:27:56.517957 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-1f593d8e-a5ff-4018-bddb-34e171efae8d req-665bcab1-718e-4be5-9727-b1c29483e4d5 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399413 Oct 14 12:27:57.039486 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-469b4b0a-0edb-4369-82f6-413c16907b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:57.072711 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:57.635162 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aab8c9-92b7-4806-a58e-89aaed29d2c4 req-38cb63e2-8e03-4254-9688-291ae687a793 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:57.636772 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-78aab8c9-92b7-4806-a58e-89aaed29d2c4 req-38cb63e2-8e03-4254-9688-291ae687a793 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 946 time: 0.0486455 Oct 14 12:27:57.674071 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-78aab8c9-92b7-4806-a58e-89aaed29d2c4 req-3956cdff-98ed-4dd4-9042-702a15aa7c6f tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314877 Oct 14 12:27:58.275835 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-27c04846-3a84-4189-8b30-75b8cfbf2676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:58.785485 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2df956-0072-4609-be7b-c4f13a2bba27 req-7045a36f-b6f5-4f0f-a65d-2655bb9405b2 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:58.786934 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-6b2df956-0072-4609-be7b-c4f13a2bba27 req-7045a36f-b6f5-4f0f-a65d-2655bb9405b2 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 946 time: 0.0471678 Oct 14 12:27:58.829926 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-6b2df956-0072-4609-be7b-c4f13a2bba27 req-548a39f9-300f-4354-9a3c-5a69873ac1e0 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364106 Oct 14 12:27:58.907888 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 60520) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:27:59.013504 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-30fe0480-74aa-4e15-9972-04c70133c344 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:59.083118 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-30fe0480-74aa-4e15-9972-04c70133c344 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:59.152854 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-30fe0480-74aa-4e15-9972-04c70133c344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:59.190440 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-30fe0480-74aa-4e15-9972-04c70133c344 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=227cf8f8199b40938685348842f7668e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2814634 Oct 14 12:27:59.191281 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fe0480-74aa-4e15-9972-04c70133c344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62aa2bc6-1322-4ae3-ad79-7b9422371691,revision_number=1']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:59.193369 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 60528) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:27:59.198962 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fe0480-74aa-4e15-9972-04c70133c344 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:27:59.199303 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fe0480-74aa-4e15-9972-04c70133c344 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:27:59.199638 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fe0480-74aa-4e15-9972-04c70133c344 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:27:59.199967 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fe0480-74aa-4e15-9972-04c70133c344 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:27:59.200311 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fe0480-74aa-4e15-9972-04c70133c344 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:27:59.200634 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fe0480-74aa-4e15-9972-04c70133c344 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:27:59.200953 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fe0480-74aa-4e15-9972-04c70133c344 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:27:59.201270 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fe0480-74aa-4e15-9972-04c70133c344 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:27:59.201586 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fe0480-74aa-4e15-9972-04c70133c344 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:27:59.201915 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fe0480-74aa-4e15-9972-04c70133c344 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:27:59.202208 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fe0480-74aa-4e15-9972-04c70133c344 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:27:59.202515 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fe0480-74aa-4e15-9972-04c70133c344 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:27:59.242672 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-82f16f16-2149-4269-ae36-2cea8bd8e214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:59.263006 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-82f16f16-2149-4269-ae36-2cea8bd8e214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:59.384170 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-82f16f16-2149-4269-ae36-2cea8bd8e214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:59.386728 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-82f16f16-2149-4269-ae36-2cea8bd8e214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:27:59.387888 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-82f16f16-2149-4269-ae36-2cea8bd8e214 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/62aa2bc6-1322-4ae3-ad79-7b9422371691 HTTP/1.1" status: 204 len: 168 time: 0.1935399 Oct 14 12:27:59.395487 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f16f16-2149-4269-ae36-2cea8bd8e214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62aa2bc6-1322-4ae3-ad79-7b9422371691,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:27:59.403011 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f16f16-2149-4269-ae36-2cea8bd8e214 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:27:59.403358 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f16f16-2149-4269-ae36-2cea8bd8e214 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:27:59.403695 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f16f16-2149-4269-ae36-2cea8bd8e214 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:27:59.404068 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f16f16-2149-4269-ae36-2cea8bd8e214 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:27:59.404405 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f16f16-2149-4269-ae36-2cea8bd8e214 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:27:59.404740 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f16f16-2149-4269-ae36-2cea8bd8e214 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:27:59.405064 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f16f16-2149-4269-ae36-2cea8bd8e214 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:27:59.405383 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f16f16-2149-4269-ae36-2cea8bd8e214 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:27:59.405707 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f16f16-2149-4269-ae36-2cea8bd8e214 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:27:59.406025 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f16f16-2149-4269-ae36-2cea8bd8e214 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:27:59.406341 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f16f16-2149-4269-ae36-2cea8bd8e214 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:27:59.406656 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f16f16-2149-4269-ae36-2cea8bd8e214 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:27:59.943010 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461bb971-f30b-4ad7-975f-d1762de35291 req-52965956-b4aa-454c-81e3-cee213cefa96 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:27:59.944613 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-461bb971-f30b-4ad7-975f-d1762de35291 req-52965956-b4aa-454c-81e3-cee213cefa96 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 946 time: 0.0479953 Oct 14 12:27:59.985712 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-461bb971-f30b-4ad7-975f-d1762de35291 req-d08e8545-e2ce-4569-abda-78d3793e282e tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344698 Oct 14 12:27:59.985973 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 60544) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:27:59.999927 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-94a5bd39-4fd8-4798-9624-7356a22c5ab8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:00.073316 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-94a5bd39-4fd8-4798-9624-7356a22c5ab8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:00.138961 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-94a5bd39-4fd8-4798-9624-7356a22c5ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:00.185471 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a5bd39-4fd8-4798-9624-7356a22c5ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c54e20bb-f18c-43f8-8751-5416005a3628,revision_number=1']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:00.193424 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-94a5bd39-4fd8-4798-9624-7356a22c5ab8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8e572bc4fd754c48bf9c2b7c50949e0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2037575 Oct 14 12:28:00.199405 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 60550) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:00.247599 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-9221faa4-c618-40f8-869a-d7e994a46cd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:00.270850 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-9221faa4-c618-40f8-869a-d7e994a46cd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:00.412973 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-9221faa4-c618-40f8-869a-d7e994a46cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:00.416318 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-9221faa4-c618-40f8-869a-d7e994a46cd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:00.419252 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-9221faa4-c618-40f8-869a-d7e994a46cd2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c54e20bb-f18c-43f8-8751-5416005a3628 HTTP/1.1" status: 204 len: 168 time: 0.2226298 Oct 14 12:28:00.425693 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9221faa4-c618-40f8-869a-d7e994a46cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c54e20bb-f18c-43f8-8751-5416005a3628,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:01.101343 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ca873-59ea-4ed6-9910-0ff2eea3e608 req-039928c0-b15d-4610-bd2f-2707c979748a tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:01.105718 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-926ca873-59ea-4ed6-9910-0ff2eea3e608 req-039928c0-b15d-4610-bd2f-2707c979748a tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 946 time: 0.0491099 Oct 14 12:28:01.141259 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-926ca873-59ea-4ed6-9910-0ff2eea3e608 req-52ab789e-8234-440c-af1c-a5d5ae3db229 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325015 Oct 14 12:28:02.256282 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b5d457-a400-4e34-9e63-73aacc956937 req-828df7b7-5db5-44eb-8e61-6de010be1d0f tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:02.257724 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-a8b5d457-a400-4e34-9e63-73aacc956937 req-828df7b7-5db5-44eb-8e61-6de010be1d0f tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 946 time: 0.0493534 Oct 14 12:28:02.298178 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-a8b5d457-a400-4e34-9e63-73aacc956937 req-7a79338a-54da-4e67-b3f6-6a726a3d166f tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340037 Oct 14 12:28:02.749237 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 60626) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:02.858084 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-e5c17caa-e3ce-451b-9a9e-1263bd2d0ce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:02.936529 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-e5c17caa-e3ce-451b-9a9e-1263bd2d0ce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:03.046792 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-e5c17caa-e3ce-451b-9a9e-1263bd2d0ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:03.085547 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-e5c17caa-e3ce-451b-9a9e-1263bd2d0ce3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=63484e7058fa415baa801580e32cbc0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3352578 Oct 14 12:28:03.087080 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c17caa-e3ce-451b-9a9e-1263bd2d0ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=553d4189-e682-46f2-bd98-a89f193de2ab,revision_number=1']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:03.088822 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 60638) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:03.139303 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-f2b35651-1f7c-426c-ab52-af1f640f0f6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:03.161408 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-f2b35651-1f7c-426c-ab52-af1f640f0f6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:03.269911 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-f2b35651-1f7c-426c-ab52-af1f640f0f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:03.272618 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-f2b35651-1f7c-426c-ab52-af1f640f0f6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:03.285169 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-f2b35651-1f7c-426c-ab52-af1f640f0f6b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/553d4189-e682-46f2-bd98-a89f193de2ab HTTP/1.1" status: 204 len: 168 time: 0.1839406 Oct 14 12:28:03.285169 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b35651-1f7c-426c-ab52-af1f640f0f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=553d4189-e682-46f2-bd98-a89f193de2ab,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:03.420781 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccbba2f-0d72-45e5-b437-c6c9e7e5beef req-526d8b8e-7535-4ff4-84f9-1003a99b6036 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:03.422277 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-cccbba2f-0d72-45e5-b437-c6c9e7e5beef req-526d8b8e-7535-4ff4-84f9-1003a99b6036 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 946 time: 0.0496364 Oct 14 12:28:03.463432 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-cccbba2f-0d72-45e5-b437-c6c9e7e5beef req-d7bd16a4-84bc-4cc9-845e-ba6945dad1b0 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335581 Oct 14 12:28:03.930492 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 60664) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:03.943421 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-23f9ecce-2a00-46ee-9765-dc0899abbf93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:04.013256 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-23f9ecce-2a00-46ee-9765-dc0899abbf93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:04.112453 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-23f9ecce-2a00-46ee-9765-dc0899abbf93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:04.148342 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-23f9ecce-2a00-46ee-9765-dc0899abbf93 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=02b6edfa1376431991d22dd80df81d34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2167144 Oct 14 12:28:04.149629 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f9ecce-2a00-46ee-9765-dc0899abbf93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=301acb1a-5ebb-4f0a-9cce-bfd19d480ead,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:04.151574 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 60666) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:04.198604 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-ec7cfd13-0a40-4c9c-a15a-24b58ab48267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:04.218823 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-ec7cfd13-0a40-4c9c-a15a-24b58ab48267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:04.346983 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-ec7cfd13-0a40-4c9c-a15a-24b58ab48267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:04.349581 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-ec7cfd13-0a40-4c9c-a15a-24b58ab48267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:04.350723 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-ec7cfd13-0a40-4c9c-a15a-24b58ab48267 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/301acb1a-5ebb-4f0a-9cce-bfd19d480ead HTTP/1.1" status: 204 len: 168 time: 0.1981606 Oct 14 12:28:04.359180 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7cfd13-0a40-4c9c-a15a-24b58ab48267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=301acb1a-5ebb-4f0a-9cce-bfd19d480ead,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:04.585980 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d0ac5-b0a9-4551-834b-49fe211cf20e req-e14de9fa-5822-47b0-aa29-c7581ea451fd tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:04.588083 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-dc6d0ac5-b0a9-4551-834b-49fe211cf20e req-e14de9fa-5822-47b0-aa29-c7581ea451fd tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 946 time: 0.0526228 Oct 14 12:28:04.626236 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-dc6d0ac5-b0a9-4551-834b-49fe211cf20e req-73ae9acf-96e6-456c-9bd6-fe6607418368 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317900 Oct 14 12:28:05.741983 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e9402c-d584-4d61-a80d-fbdcfd929699 req-5f62755b-ee66-4eda-b20c-1058aa989361 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:05.743519 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-d9e9402c-d584-4d61-a80d-fbdcfd929699 req-5f62755b-ee66-4eda-b20c-1058aa989361 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 946 time: 0.0488281 Oct 14 12:28:05.780368 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-d9e9402c-d584-4d61-a80d-fbdcfd929699 req-4fbc4422-d825-4587-a58b-e3cd1192ed3e tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308366 Oct 14 12:28:06.560823 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:06.892773 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadce42d-6564-4358-9e3f-9e6d2b39e389 req-75f7d619-8439-481c-8db5-f7f367c7e8d1 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:06.894035 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-eadce42d-6564-4358-9e3f-9e6d2b39e389 req-75f7d619-8439-481c-8db5-f7f367c7e8d1 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 946 time: 0.0472713 Oct 14 12:28:06.933743 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-eadce42d-6564-4358-9e3f-9e6d2b39e389 req-44d6767f-abea-406e-9047-2a4d767da2f0 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331323 Oct 14 12:28:07.126690 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 60780) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:07.230873 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-687e43d3-ab1f-4c51-8182-5e3a944d808a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:07.300626 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-687e43d3-ab1f-4c51-8182-5e3a944d808a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:07.369758 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-687e43d3-ab1f-4c51-8182-5e3a944d808a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:07.408554 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-687e43d3-ab1f-4c51-8182-5e3a944d808a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d1a0b6d3cbf04da4a781a6dd3102147c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2807677 Oct 14 12:28:07.409416 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687e43d3-ab1f-4c51-8182-5e3a944d808a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b988cf65-b828-4897-a53e-d72de9875653,revision_number=1']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:07.411250 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 60784) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:07.459234 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-77fe3cde-1546-4636-8038-8a5e3ae461bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:07.479852 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-77fe3cde-1546-4636-8038-8a5e3ae461bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:07.600984 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-77fe3cde-1546-4636-8038-8a5e3ae461bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:07.604028 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-77fe3cde-1546-4636-8038-8a5e3ae461bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:07.605172 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-77fe3cde-1546-4636-8038-8a5e3ae461bb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b988cf65-b828-4897-a53e-d72de9875653 HTTP/1.1" status: 204 len: 168 time: 0.1928978 Oct 14 12:28:07.612883 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fe3cde-1546-4636-8038-8a5e3ae461bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b988cf65-b828-4897-a53e-d72de9875653,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:08.050103 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32703f-c55b-4b25-9451-4faca90f7f86 req-e0fd29ca-c01f-4563-b83f-00fb5a1d56cb tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:08.051653 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-2b32703f-c55b-4b25-9451-4faca90f7f86 req-e0fd29ca-c01f-4563-b83f-00fb5a1d56cb tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 946 time: 0.0484133 Oct 14 12:28:08.091002 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-2b32703f-c55b-4b25-9451-4faca90f7f86 req-2c25d2d2-c8f9-4b29-85f1-81d43a2d45a8 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333202 Oct 14 12:28:08.271472 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 60804) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:08.285239 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-d2f9b757-7720-4951-99d0-4719929bceb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:08.358934 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-d2f9b757-7720-4951-99d0-4719929bceb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:08.423765 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-d2f9b757-7720-4951-99d0-4719929bceb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:08.465908 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-d2f9b757-7720-4951-99d0-4719929bceb7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=471227572b2b4732a3285bf19d0d74f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1931431 Oct 14 12:28:08.466606 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f9b757-7720-4951-99d0-4719929bceb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a726f643-2d81-428d-b2d8-87860eada12e,revision_number=1']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:08.469386 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 60806) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:08.516551 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-cbfc3ad4-785a-4426-ac99-a0e0e6259c5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:08.537367 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-cbfc3ad4-785a-4426-ac99-a0e0e6259c5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:08.663590 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-cbfc3ad4-785a-4426-ac99-a0e0e6259c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:08.666318 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-cbfc3ad4-785a-4426-ac99-a0e0e6259c5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:08.667549 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-cbfc3ad4-785a-4426-ac99-a0e0e6259c5b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a726f643-2d81-428d-b2d8-87860eada12e HTTP/1.1" status: 204 len: 168 time: 0.1969528 Oct 14 12:28:08.675352 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfc3ad4-785a-4426-ac99-a0e0e6259c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a726f643-2d81-428d-b2d8-87860eada12e,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:09.215414 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b5814-d512-48dc-9cce-7f6bcd67d5c5 req-e1bc32b2-8d9e-4d5e-bf23-1ebc8c6714d0 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:09.216951 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ce2b5814-d512-48dc-9cce-7f6bcd67d5c5 req-e1bc32b2-8d9e-4d5e-bf23-1ebc8c6714d0 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 946 time: 0.0489264 Oct 14 12:28:09.261284 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ce2b5814-d512-48dc-9cce-7f6bcd67d5c5 req-02baf085-fad4-4230-8532-1114e82a991e tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364163 Oct 14 12:28:10.387053 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96877d14-a3c1-4972-8a33-2f2e92fad454 req-09764ce9-4e1a-4b8f-b263-9a1f61e89446 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:10.388565 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-96877d14-a3c1-4972-8a33-2f2e92fad454 req-09764ce9-4e1a-4b8f-b263-9a1f61e89446 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 946 time: 0.0507572 Oct 14 12:28:10.434593 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-96877d14-a3c1-4972-8a33-2f2e92fad454 req-619f0762-d945-42e1-8e63-7c7615d38fdb tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386450 Oct 14 12:28:11.336899 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 60970) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:11.454154 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-f92fc0a4-59a6-4f1f-96c7-abed519d709d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:11.550791 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-f92fc0a4-59a6-4f1f-96c7-abed519d709d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:11.559182 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a544b-8f75-4979-a2ac-946293b4030a req-7079160f-33a9-45f2-a15f-91a96b5c7900 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:11.567005 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-6a3a544b-8f75-4979-a2ac-946293b4030a req-7079160f-33a9-45f2-a15f-91a96b5c7900 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 946 time: 0.0641561 Oct 14 12:28:11.614121 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-f92fc0a4-59a6-4f1f-96c7-abed519d709d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:11.628672 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-6a3a544b-8f75-4979-a2ac-946293b4030a req-16c37f14-1e12-42c4-b193-d0974d8c5461 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605190 Oct 14 12:28:11.661412 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-f92fc0a4-59a6-4f1f-96c7-abed519d709d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1f9f501f05ef45978551093bd6ff71fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3234184 Oct 14 12:28:11.664109 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 32772) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:11.666259 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92fc0a4-59a6-4f1f-96c7-abed519d709d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10690f6a-e108-4d02-8407-b502889a80f9,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:11.728889 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-b7f38648-d7c3-47eb-9668-c54c773fd3de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:11.749621 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-b7f38648-d7c3-47eb-9668-c54c773fd3de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:11.880822 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-b7f38648-d7c3-47eb-9668-c54c773fd3de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:11.884413 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-b7f38648-d7c3-47eb-9668-c54c773fd3de admin admin] Notify callbacks [] for security_group, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:11.887950 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-b7f38648-d7c3-47eb-9668-c54c773fd3de admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/10690f6a-e108-4d02-8407-b502889a80f9 HTTP/1.1" status: 204 len: 168 time: 0.2204959 Oct 14 12:28:11.895167 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f38648-d7c3-47eb-9668-c54c773fd3de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10690f6a-e108-4d02-8407-b502889a80f9,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:12.410249 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 32816) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:12.519748 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-780e677e-8fb5-4a8c-9274-bcf77b8cf52f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:12.604777 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-780e677e-8fb5-4a8c-9274-bcf77b8cf52f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:12.682531 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-780e677e-8fb5-4a8c-9274-bcf77b8cf52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:12.762781 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-780e677e-8fb5-4a8c-9274-bcf77b8cf52f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1693e4a67fc8433ab31c0d96f374531d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3513787 Oct 14 12:28:12.765396 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 32838) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:12.768555 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780e677e-8fb5-4a8c-9274-bcf77b8cf52f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b89375-403b-43ee-a03a-d81b2eeead84,revision_number=1']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:12.794215 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5cc144-de2e-4701-b365-b8a884060125 req-cf239aae-9bc9-4c87-a189-d47ccc0242f7 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:12.796108 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-2d5cc144-de2e-4701-b365-b8a884060125 req-cf239aae-9bc9-4c87-a189-d47ccc0242f7 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 946 time: 0.0826542 Oct 14 12:28:12.824078 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-28ab11d2-eb20-4fe1-8eca-d2652cc948d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:12.833167 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 32840) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:12.848512 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-2d5cc144-de2e-4701-b365-b8a884060125 req-4b2532a0-1f0a-44ae-968f-9882c6a5919a tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463579 Oct 14 12:28:12.854019 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-b9f1cb4b-6cdb-42f8-ad36-a53cdc91b110 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:12.865339 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-28ab11d2-eb20-4fe1-8eca-d2652cc948d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:12.957381 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-b9f1cb4b-6cdb-42f8-ad36-a53cdc91b110 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:13.069363 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-b9f1cb4b-6cdb-42f8-ad36-a53cdc91b110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:13.074865 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-28ab11d2-eb20-4fe1-8eca-d2652cc948d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:13.077553 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-28ab11d2-eb20-4fe1-8eca-d2652cc948d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:13.078878 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-28ab11d2-eb20-4fe1-8eca-d2652cc948d0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/16b89375-403b-43ee-a03a-d81b2eeead84 HTTP/1.1" status: 204 len: 168 time: 0.3123090 Oct 14 12:28:13.112678 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-b9f1cb4b-6cdb-42f8-ad36-a53cdc91b110 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=982db10da9f84229ae369b7ab64905ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2783992 Oct 14 12:28:13.113490 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f1cb4b-6cdb-42f8-ad36-a53cdc91b110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd750823-1160-4966-be3d-d9b288c194db,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:13.115391 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 32844) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:13.124079 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ab11d2-eb20-4fe1-8eca-d2652cc948d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b89375-403b-43ee-a03a-d81b2eeead84,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:13.182283 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-1618328a-6782-460d-815f-22ce48c3eff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:13.204798 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-1618328a-6782-460d-815f-22ce48c3eff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:13.278990 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 32850) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:13.324480 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-1618328a-6782-460d-815f-22ce48c3eff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:13.327099 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-1618328a-6782-460d-815f-22ce48c3eff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:13.330485 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-1618328a-6782-460d-815f-22ce48c3eff9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/dd750823-1160-4966-be3d-d9b288c194db HTTP/1.1" status: 204 len: 168 time: 0.2115743 Oct 14 12:28:13.338168 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1618328a-6782-460d-815f-22ce48c3eff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd750823-1160-4966-be3d-d9b288c194db,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:13.497740 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-da06bc46-d59e-4c76-92ae-d65f4b3c1aff admin admin] Notify callbacks [] for security_group, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:13.602401 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-da06bc46-d59e-4c76-92ae-d65f4b3c1aff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:13.692761 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-da06bc46-d59e-4c76-92ae-d65f4b3c1aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:13.733062 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da06bc46-d59e-4c76-92ae-d65f4b3c1aff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a53dc65-aafd-4d9c-b4a9-ff6b78ec5eb5,revision_number=1']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:13.737205 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-da06bc46-d59e-4c76-92ae-d65f4b3c1aff admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=659937601cef411d869d11cb82fab649&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4571950 Oct 14 12:28:13.744544 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 32872) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:13.792572 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-cc316cbf-deba-46be-a29c-7e5690e00292 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:13.812977 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-cc316cbf-deba-46be-a29c-7e5690e00292 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:13.944487 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-cc316cbf-deba-46be-a29c-7e5690e00292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:13.947059 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-cc316cbf-deba-46be-a29c-7e5690e00292 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:13.948198 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-cc316cbf-deba-46be-a29c-7e5690e00292 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0a53dc65-aafd-4d9c-b4a9-ff6b78ec5eb5 HTTP/1.1" status: 204 len: 168 time: 0.2026439 Oct 14 12:28:13.965967 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b5cf5-24f9-46ee-947e-d141e3aa7a83 req-7048a843-b3de-40ad-a118-8bbfad8f6bad tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:13.967439 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-081b5cf5-24f9-46ee-947e-d141e3aa7a83 req-7048a843-b3de-40ad-a118-8bbfad8f6bad tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 946 time: 0.0580971 Oct 14 12:28:13.968318 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc316cbf-deba-46be-a29c-7e5690e00292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a53dc65-aafd-4d9c-b4a9-ff6b78ec5eb5,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:14.010138 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-081b5cf5-24f9-46ee-947e-d141e3aa7a83 req-a3d65186-85af-4edd-9f45-fe1a2642e24c tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342102 Oct 14 12:28:14.045297 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 32886) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:14.058280 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-00d52033-0468-4ef5-9350-659443c46094 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:14.135930 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-00d52033-0468-4ef5-9350-659443c46094 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:14.192802 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-00d52033-0468-4ef5-9350-659443c46094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:14.230909 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-00d52033-0468-4ef5-9350-659443c46094 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=896601a6af1c42fb865427dc51c44dbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1843786 Oct 14 12:28:14.233556 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 32890) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:14.235786 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d52033-0468-4ef5-9350-659443c46094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28235e85-75a1-467f-af44-4b6f343463c6,revision_number=1']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:14.285363 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-242d64cc-7cb8-4374-83e4-90520f1fe141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:14.311004 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-242d64cc-7cb8-4374-83e4-90520f1fe141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:14.480735 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-242d64cc-7cb8-4374-83e4-90520f1fe141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:14.484929 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-242d64cc-7cb8-4374-83e4-90520f1fe141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:14.484929 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-242d64cc-7cb8-4374-83e4-90520f1fe141 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/28235e85-75a1-467f-af44-4b6f343463c6 HTTP/1.1" status: 204 len: 168 time: 0.2499502 Oct 14 12:28:14.492626 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242d64cc-7cb8-4374-83e4-90520f1fe141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28235e85-75a1-467f-af44-4b6f343463c6,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:15.142008 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0132ea8-28c3-4ce6-9219-7501a777ec8d req-c2656e1d-9eee-48d0-ba0b-d7f722b94dbc tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:15.143528 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-e0132ea8-28c3-4ce6-9219-7501a777ec8d req-c2656e1d-9eee-48d0-ba0b-d7f722b94dbc tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 946 time: 0.0535295 Oct 14 12:28:15.185929 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-e0132ea8-28c3-4ce6-9219-7501a777ec8d req-b40fbf1f-1179-4698-bcdb-45e0c28c6367 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353990 Oct 14 12:28:15.699173 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 32970) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:15.793560 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.v2.base [None req-40310bea-5677-4248-887d-3947f535fd45 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1043025586-network', 'tenant_id': '7ad39d91198a46c197e34f5567b55919'}} {{(pid=100185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:28:15.892026 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40310bea-5677-4248-887d-3947f535fd45 admin admin] Made reservation on behalf of 7ad39d91198a46c197e34f5567b55919 for: {'network': 1} {{(pid=100185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:28:15.894422 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-40310bea-5677-4248-887d-3947f535fd45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for network, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:15.903356 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-40310bea-5677-4248-887d-3947f535fd45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:15.974800 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-40310bea-5677-4248-887d-3947f535fd45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:16.040451 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-40310bea-5677-4248-887d-3947f535fd45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:16.075430 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40310bea-5677-4248-887d-3947f535fd45 admin admin] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=100185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 12:28:16.079260 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40310bea-5677-4248-887d-3947f535fd45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd5dbca-6d9d-45d3-afc4-56b6648971e6,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:16.087371 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-40310bea-5677-4248-887d-3947f535fd45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030694'] for segment, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:16.087371 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.db.segments_db [None req-40310bea-5677-4248-887d-3947f535fd45 admin admin] Added segment fb853333-c04a-4029-8ac7-0ba729288367 of type vlan for network 00243ff8-bc02-4a4d-b6cf-92fac1ae1f97 Oct 14 12:28:16.127424 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-40310bea-5677-4248-887d-3947f535fd45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787792777849'] for network, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:16.246255 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-40310bea-5677-4248-887d-3947f535fd45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640'] for network, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:16.247268 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40310bea-5677-4248-887d-3947f535fd45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:16.247854 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-40310bea-5677-4248-887d-3947f535fd45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531662'] for network, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:16.301124 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3260488-f3f9-4abc-b91c-c5d1db51b7c1 req-16b73710-83d5-4cda-8b40-79c2bbe914bd tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:16.302488 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-a3260488-f3f9-4abc-b91c-c5d1db51b7c1 req-16b73710-83d5-4cda-8b40-79c2bbe914bd tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 946 time: 0.0472939 Oct 14 12:28:16.320568 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40310bea-5677-4248-887d-3947f535fd45 admin admin] Pushing event updated for resources: {'Network': ['ID=00243ff8-bc02-4a4d-b6cf-92fac1ae1f97,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:16.331058 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Network 00243ff8-bc02-4a4d-b6cf-92fac1ae1f97 details requested by agent ovs-agent-dv-cinder-813986-1-iscsi with host dv-cinder-813986-1-iscsi {{(pid=100186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 12:28:16.357981 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-a3260488-f3f9-4abc-b91c-c5d1db51b7c1 req-14ba042d-5939-4c46-8509-f81c8a0e488b tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435681 Oct 14 12:28:16.398470 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-40310bea-5677-4248-887d-3947f535fd45 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6968586 Oct 14 12:28:16.400634 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 32998) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:16.405940 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.v2.base [None req-679ea129-d972-4928-a515-85ea1b838688 admin admin] Request body: {'subnet': {'network_id': '00243ff8-bc02-4a4d-b6cf-92fac1ae1f97', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1043025586-subnet', 'tenant_id': '7ad39d91198a46c197e34f5567b55919', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:28:16.520552 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-679ea129-d972-4928-a515-85ea1b838688 admin admin] Made reservation on behalf of 7ad39d91198a46c197e34f5567b55919 for: {'subnet': 1} {{(pid=100185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:28:16.523058 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-679ea129-d972-4928-a515-85ea1b838688 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5941534'] for subnet, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:16.700002 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 33008) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:16.816074 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-679ea129-d972-4928-a515-85ea1b838688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7811249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5941612'] for subnet, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:16.820781 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-faa4c1fc-d80d-49ce-a9c6-c42cbcbda5d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:16.870310 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679ea129-d972-4928-a515-85ea1b838688 admin admin] Pushing event updated for resources: {'Subnet': ['ID=660a4fdb-e514-4105-9a93-e65fe52e89af,revision_number=0']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:16.879765 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679ea129-d972-4928-a515-85ea1b838688 admin admin] Checking segment: {'id': 'fb853333-c04a-4029-8ac7-0ba729288367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '00243ff8-bc02-4a4d-b6cf-92fac1ae1f97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:28:16.880171 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679ea129-d972-4928-a515-85ea1b838688 admin admin] Network hostable DHCP agents. Network: 00243ff8-bc02-4a4d-b6cf-92fac1ae1f97, hostable agents: ['e1af82bd-3b37-4baa-aee7-1aadb6380796'], hosted agents: [] {{(pid=100185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 12:28:16.913096 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-faa4c1fc-d80d-49ce-a9c6-c42cbcbda5d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:17.080366 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679ea129-d972-4928-a515-85ea1b838688 admin admin] Network 00243ff8-bc02-4a4d-b6cf-92fac1ae1f97 is scheduled to be hosted by DHCP agent e1af82bd-3b37-4baa-aee7-1aadb6380796 with binding_index 1 {{(pid=100185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 12:28:17.080580 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-faa4c1fc-d80d-49ce-a9c6-c42cbcbda5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:17.119582 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-faa4c1fc-d80d-49ce-a9c6-c42cbcbda5d3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2a1e14e00f864799b705f58223e2536a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4183254 Oct 14 12:28:17.120557 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4c1fc-d80d-49ce-a9c6-c42cbcbda5d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75fee3b9-a2f1-43ce-bf62-cd1002f879fd,revision_number=1']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:17.122520 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 33016) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:17.170364 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-75896e71-cce7-4bae-b039-261cefe9a1f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:17.190135 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-75896e71-cce7-4bae-b039-261cefe9a1f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:17.191903 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.base_scheduler [None req-679ea129-d972-4928-a515-85ea1b838688 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813986-1-iscsi, 00243ff8-bc02-4a4d-b6cf-92fac1ae1f97) {{(pid=100185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:28:17.202616 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87551604-3a0b-4a58-a596-3d90912c1545 None None] Network 00243ff8-bc02-4a4d-b6cf-92fac1ae1f97 requested from dv-cinder-813986-1-iscsi {{(pid=100186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:28:17.203174 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679ea129-d972-4928-a515-85ea1b838688 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:17.203751 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-679ea129-d972-4928-a515-85ea1b838688 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:17.317725 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-679ea129-d972-4928-a515-85ea1b838688 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9157166 Oct 14 12:28:17.333733 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36328589-49d7-4063-8505-cb7a75e848a3 None None] Network 00243ff8-bc02-4a4d-b6cf-92fac1ae1f97 requested from dv-cinder-813986-1-iscsi {{(pid=100186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:28:17.343238 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-75896e71-cce7-4bae-b039-261cefe9a1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:17.346616 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-75896e71-cce7-4bae-b039-261cefe9a1f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:17.348320 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-75896e71-cce7-4bae-b039-261cefe9a1f1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/75fee3b9-a2f1-43ce-bf62-cd1002f879fd HTTP/1.1" status: 204 len: 168 time: 0.2243226 Oct 14 12:28:17.379654 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75896e71-cce7-4bae-b039-261cefe9a1f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75fee3b9-a2f1-43ce-bf62-cd1002f879fd,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:17.522188 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7279c6d3-8d0f-4985-ab06-7eb399dc0477 req-6413fcb5-21f9-4474-8092-625f04e0f411 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:17.524486 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-7279c6d3-8d0f-4985-ab06-7eb399dc0477 req-6413fcb5-21f9-4474-8092-625f04e0f411 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 946 time: 0.0553460 Oct 14 12:28:17.587585 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-7279c6d3-8d0f-4985-ab06-7eb399dc0477 req-bbecd08f-aa81-4a85-b7bd-53dbad59ed47 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521591 Oct 14 12:28:18.153326 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2522fcac-e9b3-440e-90d4-bf9d4507e66e req-f98ddaa7-2367-4beb-8650-291c83eef382 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:18.155598 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-2522fcac-e9b3-440e-90d4-bf9d4507e66e req-f98ddaa7-2367-4beb-8650-291c83eef382 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/ports?device_id=248c30f1-cd13-4228-8777-4ad879ff94e7 HTTP/1.1" status: 200 len: 945 time: 0.0635197 Oct 14 12:28:18.197809 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-2522fcac-e9b3-440e-90d4-bf9d4507e66e req-1249428f-88b0-4c5f-a380-a5bd4d059854 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed60bd67-b132-4030-a669-b413cd375b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366967 Oct 14 12:28:18.398107 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 33092) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:18.429573 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 33096) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:18.435321 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.v2.base [None req-650197f1-6f31-4ffd-b451-27133374bdb2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-776841736-network', 'tenant_id': 'e0e89dd056c04acbbbe069d00fd4ebc1'}} {{(pid=100185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:28:18.540926 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-650197f1-6f31-4ffd-b451-27133374bdb2 admin admin] Made reservation on behalf of e0e89dd056c04acbbbe069d00fd4ebc1 for: {'network': 1} {{(pid=100185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:28:18.543383 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-650197f1-6f31-4ffd-b451-27133374bdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for network, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:18.552086 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-650197f1-6f31-4ffd-b451-27133374bdb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:18.638705 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-5de1eba4-505c-4012-a65b-73011bf2dbd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:18.666732 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-650197f1-6f31-4ffd-b451-27133374bdb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:18.717524 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3d7a80-21b4-45a7-8552-fc8e81838b01 req-6c80b4f1-a675-4e05-8366-d5b4324f821e tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:18.724275 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-0e3d7a80-21b4-45a7-8552-fc8e81838b01 req-6c80b4f1-a675-4e05-8366-d5b4324f821e tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 946 time: 0.0622032 Oct 14 12:28:18.740647 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-650197f1-6f31-4ffd-b451-27133374bdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:18.745944 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-5de1eba4-505c-4012-a65b-73011bf2dbd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:18.767877 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-650197f1-6f31-4ffd-b451-27133374bdb2 admin admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=100185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 12:28:18.770555 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-0e3d7a80-21b4-45a7-8552-fc8e81838b01 req-7bc442bd-a31c-4b0e-bc11-be312212ecf8 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457709 Oct 14 12:28:18.790527 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-650197f1-6f31-4ffd-b451-27133374bdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030694'] for segment, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:18.790954 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.db.segments_db [None req-650197f1-6f31-4ffd-b451-27133374bdb2 admin admin] Added segment bdd2b82a-103c-4037-bc2e-c7c0d78f81d6 of type vlan for network 7c6b1939-34df-445c-ac2c-c555867742a3 Oct 14 12:28:18.842329 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-650197f1-6f31-4ffd-b451-27133374bdb2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787792777849'] for network, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:18.864104 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-5de1eba4-505c-4012-a65b-73011bf2dbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:18.868412 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 33122) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:18.881495 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650197f1-6f31-4ffd-b451-27133374bdb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b602b2-79b0-48f1-8755-0b77fe5b55d7,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:18.912954 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-5de1eba4-505c-4012-a65b-73011bf2dbd4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=800acfd7bf0d49819b78cb715c3c0407&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5112619 Oct 14 12:28:18.913443 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 33128) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:18.923060 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de1eba4-505c-4012-a65b-73011bf2dbd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4907c760-d3dd-40df-adff-e6a823c3259c,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:18.966275 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-650197f1-6f31-4ffd-b451-27133374bdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640'] for network, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:18.967250 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650197f1-6f31-4ffd-b451-27133374bdb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:18.967833 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-650197f1-6f31-4ffd-b451-27133374bdb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531662'] for network, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:18.977959 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-4c86960f-e6f1-44f8-816e-e712ef061c77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:19.005336 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-4c86960f-e6f1-44f8-816e-e712ef061c77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:19.030850 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.v2.base [None req-595fc385-98be-4af3-8474-bf91bd0a8e3c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-494155533-network', 'tenant_id': '9d75b8979b4c4881a94b492a998237d9'}} {{(pid=100184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:28:19.137761 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-4c86960f-e6f1-44f8-816e-e712ef061c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:19.140416 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-4c86960f-e6f1-44f8-816e-e712ef061c77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:19.144260 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-4c86960f-e6f1-44f8-816e-e712ef061c77 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4907c760-d3dd-40df-adff-e6a823c3259c HTTP/1.1" status: 204 len: 168 time: 0.2272296 Oct 14 12:28:19.150056 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c86960f-e6f1-44f8-816e-e712ef061c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4907c760-d3dd-40df-adff-e6a823c3259c,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:19.174839 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-650197f1-6f31-4ffd-b451-27133374bdb2 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7442484 Oct 14 12:28:19.177683 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 33136) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:19.188190 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.v2.base [None req-85121d06-df27-4a02-8446-a81ad47582d7 admin admin] Request body: {'subnet': {'network_id': '7c6b1939-34df-445c-ac2c-c555867742a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-776841736-subnet', 'tenant_id': 'e0e89dd056c04acbbbe069d00fd4ebc1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:28:19.202020 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650197f1-6f31-4ffd-b451-27133374bdb2 admin admin] Pushing event updated for resources: {'Network': ['ID=7c6b1939-34df-445c-ac2c-c555867742a3,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:19.204721 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-595fc385-98be-4af3-8474-bf91bd0a8e3c admin admin] Made reservation on behalf of 9d75b8979b4c4881a94b492a998237d9 for: {'network': 1} {{(pid=100184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:28:19.211593 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-595fc385-98be-4af3-8474-bf91bd0a8e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for network, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:19.213026 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Network 7c6b1939-34df-445c-ac2c-c555867742a3 details requested by agent ovs-agent-dv-cinder-813986-1-iscsi with host dv-cinder-813986-1-iscsi {{(pid=100186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 12:28:19.227171 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-595fc385-98be-4af3-8474-bf91bd0a8e3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:19.323756 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85121d06-df27-4a02-8446-a81ad47582d7 admin admin] Made reservation on behalf of e0e89dd056c04acbbbe069d00fd4ebc1 for: {'subnet': 1} {{(pid=100185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:28:19.328929 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-85121d06-df27-4a02-8446-a81ad47582d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5941534'] for subnet, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:19.345365 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd94d5d-9a22-4f10-828c-83aaf470c15c req-fd20e2db-94d0-4acc-93c2-ba1e982a02b9 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:19.346939 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-8cd94d5d-9a22-4f10-828c-83aaf470c15c req-fd20e2db-94d0-4acc-93c2-ba1e982a02b9 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/ports?device_id=248c30f1-cd13-4228-8777-4ad879ff94e7 HTTP/1.1" status: 200 len: 945 time: 0.0787003 Oct 14 12:28:19.367051 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-595fc385-98be-4af3-8474-bf91bd0a8e3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:19.399860 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-8cd94d5d-9a22-4f10-828c-83aaf470c15c req-be1cb142-ee3e-4f74-b706-a6ad5b48f3c5 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed60bd67-b132-4030-a669-b413cd375b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434916 Oct 14 12:28:19.469218 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-595fc385-98be-4af3-8474-bf91bd0a8e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:19.485351 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-595fc385-98be-4af3-8474-bf91bd0a8e3c admin admin] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=100184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 12:28:19.499615 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595fc385-98be-4af3-8474-bf91bd0a8e3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a035e7-e62d-4c91-9189-b261629041ef,revision_number=1']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:19.504637 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-595fc385-98be-4af3-8474-bf91bd0a8e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030694'] for segment, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:19.504979 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.db.segments_db [None req-595fc385-98be-4af3-8474-bf91bd0a8e3c admin admin] Added segment 225b3b64-b211-4c8d-9fa3-59ed2947d777 of type vlan for network acc15ba5-0543-4abc-b63a-0e54133d3dcf Oct 14 12:28:19.552327 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-595fc385-98be-4af3-8474-bf91bd0a8e3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787792777849'] for network, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:19.646535 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-85121d06-df27-4a02-8446-a81ad47582d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7811249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5941612'] for subnet, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:19.684246 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-595fc385-98be-4af3-8474-bf91bd0a8e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640'] for network, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:19.685631 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595fc385-98be-4af3-8474-bf91bd0a8e3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:19.686448 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-595fc385-98be-4af3-8474-bf91bd0a8e3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531662'] for network, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:19.703064 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85121d06-df27-4a02-8446-a81ad47582d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d25dc5b3-30a3-4c0c-a36c-2a2fe3c6fd42,revision_number=0']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:19.710336 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85121d06-df27-4a02-8446-a81ad47582d7 admin admin] Checking segment: {'id': 'bdd2b82a-103c-4037-bc2e-c7c0d78f81d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '7c6b1939-34df-445c-ac2c-c555867742a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:28:19.710689 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85121d06-df27-4a02-8446-a81ad47582d7 admin admin] Network hostable DHCP agents. Network: 7c6b1939-34df-445c-ac2c-c555867742a3, hostable agents: ['e1af82bd-3b37-4baa-aee7-1aadb6380796'], hosted agents: [] {{(pid=100185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 12:28:19.749027 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595fc385-98be-4af3-8474-bf91bd0a8e3c admin admin] Pushing event updated for resources: {'Network': ['ID=acc15ba5-0543-4abc-b63a-0e54133d3dcf,revision_number=1']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:19.759424 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Network acc15ba5-0543-4abc-b63a-0e54133d3dcf details requested by agent ovs-agent-dv-cinder-813986-1-iscsi with host dv-cinder-813986-1-iscsi {{(pid=100186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 12:28:19.790573 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-595fc385-98be-4af3-8474-bf91bd0a8e3c admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9210134 Oct 14 12:28:19.793198 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85121d06-df27-4a02-8446-a81ad47582d7 admin admin] Network 7c6b1939-34df-445c-ac2c-c555867742a3 is scheduled to be hosted by DHCP agent e1af82bd-3b37-4baa-aee7-1aadb6380796 with binding_index 1 {{(pid=100185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 12:28:19.795318 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 33154) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:19.801253 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.v2.base [None req-7bf48be3-dc3b-4217-b7c4-f2379a766a5c admin admin] Request body: {'subnet': {'network_id': 'acc15ba5-0543-4abc-b63a-0e54133d3dcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-494155533-subnet', 'tenant_id': '9d75b8979b4c4881a94b492a998237d9', 'ip_version': 4}} {{(pid=100185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:28:19.872540 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.base_scheduler [None req-85121d06-df27-4a02-8446-a81ad47582d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813986-1-iscsi, 7c6b1939-34df-445c-ac2c-c555867742a3) {{(pid=100185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:28:19.880965 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c711dd59-fc38-4c9f-87aa-aef8708df67c None None] Network 7c6b1939-34df-445c-ac2c-c555867742a3 requested from dv-cinder-813986-1-iscsi {{(pid=100186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:28:19.881205 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85121d06-df27-4a02-8446-a81ad47582d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:19.881985 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-85121d06-df27-4a02-8446-a81ad47582d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:19.902789 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 33158) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:19.909818 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf2508-2d8c-4f39-bced-5e5ea387cd80 req-eb10b674-a3fd-4403-82be-a80a5a5934ab tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:19.911313 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-5daf2508-2d8c-4f39-bced-5e5ea387cd80 req-eb10b674-a3fd-4403-82be-a80a5a5934ab tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 946 time: 0.0722225 Oct 14 12:28:19.917571 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-b71b58a6-48bd-46d3-808c-48af9d962bad admin admin] Notify callbacks [] for security_group, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:19.940773 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf48be3-dc3b-4217-b7c4-f2379a766a5c admin admin] Made reservation on behalf of 9d75b8979b4c4881a94b492a998237d9 for: {'subnet': 1} {{(pid=100185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:28:19.942237 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-7bf48be3-dc3b-4217-b7c4-f2379a766a5c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5941534'] for subnet, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:19.956331 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-5daf2508-2d8c-4f39-bced-5e5ea387cd80 req-b3bb142c-f2c4-4c13-ac91-cf69bcaf33d3 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370059 Oct 14 12:28:20.023281 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922708bc-c3c8-4398-9d93-92471ec6d3be None None] Network 7c6b1939-34df-445c-ac2c-c555867742a3 requested from dv-cinder-813986-1-iscsi {{(pid=100186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:28:20.035673 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-85121d06-df27-4a02-8446-a81ad47582d7 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8570013 Oct 14 12:28:20.074251 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-b71b58a6-48bd-46d3-808c-48af9d962bad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:20.143426 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-b71b58a6-48bd-46d3-808c-48af9d962bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:20.198112 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-b71b58a6-48bd-46d3-808c-48af9d962bad admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e49c3a2acedb44a48bb2fc903cf7a3c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2941005 Oct 14 12:28:20.198886 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71b58a6-48bd-46d3-808c-48af9d962bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f9e6147-20b0-471a-af94-34ba028f593e,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:20.201096 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 33166) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:20.250153 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-efc4a3d8-7a0e-4416-9988-17bbae642746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:20.255338 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-7bf48be3-dc3b-4217-b7c4-f2379a766a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7811249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5941612'] for subnet, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:20.272043 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-efc4a3d8-7a0e-4416-9988-17bbae642746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:20.314555 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf48be3-dc3b-4217-b7c4-f2379a766a5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=499e8163-03c2-47ed-9554-87f8f0cc96a6,revision_number=0']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:20.323929 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf48be3-dc3b-4217-b7c4-f2379a766a5c admin admin] Checking segment: {'id': '225b3b64-b211-4c8d-9fa3-59ed2947d777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'acc15ba5-0543-4abc-b63a-0e54133d3dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:28:20.324363 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf48be3-dc3b-4217-b7c4-f2379a766a5c admin admin] Network hostable DHCP agents. Network: acc15ba5-0543-4abc-b63a-0e54133d3dcf, hostable agents: ['e1af82bd-3b37-4baa-aee7-1aadb6380796'], hosted agents: [] {{(pid=100185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 12:28:20.380712 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-efc4a3d8-7a0e-4416-9988-17bbae642746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:20.383922 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-efc4a3d8-7a0e-4416-9988-17bbae642746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:20.385127 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-efc4a3d8-7a0e-4416-9988-17bbae642746 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7f9e6147-20b0-471a-af94-34ba028f593e HTTP/1.1" status: 204 len: 168 time: 0.1828930 Oct 14 12:28:20.394526 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc4a3d8-7a0e-4416-9988-17bbae642746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f9e6147-20b0-471a-af94-34ba028f593e,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:20.403848 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf48be3-dc3b-4217-b7c4-f2379a766a5c admin admin] Network acc15ba5-0543-4abc-b63a-0e54133d3dcf is scheduled to be hosted by DHCP agent e1af82bd-3b37-4baa-aee7-1aadb6380796 with binding_index 1 {{(pid=100185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 12:28:20.472167 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.base_scheduler [None req-7bf48be3-dc3b-4217-b7c4-f2379a766a5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813986-1-iscsi, acc15ba5-0543-4abc-b63a-0e54133d3dcf) {{(pid=100185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:28:20.476515 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf48be3-dc3b-4217-b7c4-f2379a766a5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:20.477100 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-7bf48be3-dc3b-4217-b7c4-f2379a766a5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:20.484541 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda886de-99db-4939-ae73-f9da53908c22 None None] Network acc15ba5-0543-4abc-b63a-0e54133d3dcf requested from dv-cinder-813986-1-iscsi {{(pid=100186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:28:20.548944 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdbbace-621d-42e7-8979-84d3b19cd08f req-356804e5-9c30-496a-8906-52944782bc07 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:20.550433 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9cdbbace-621d-42e7-8979-84d3b19cd08f req-356804e5-9c30-496a-8906-52944782bc07 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/ports?device_id=248c30f1-cd13-4228-8777-4ad879ff94e7 HTTP/1.1" status: 200 len: 945 time: 0.0553980 Oct 14 12:28:20.557467 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-7bf48be3-dc3b-4217-b7c4-f2379a766a5c admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7610059 Oct 14 12:28:20.560127 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 33174) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:20.564413 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.v2.base [None req-53b87b69-01cd-48f3-8a90-6cf50e9b03c8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-494155533-router', 'tenant_id': '9d75b8979b4c4881a94b492a998237d9', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3'}}} {{(pid=100185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:28:20.593484 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9cdbbace-621d-42e7-8979-84d3b19cd08f req-90134fa4-496d-4d9d-9f76-2c3fbe3ee44a tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed60bd67-b132-4030-a669-b413cd375b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365126 Oct 14 12:28:20.690014 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e69195-f7e9-46e2-acf6-8c4ca6694e43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5129df06-2639-51ba-adec-6ae547517b28-acc15ba5-0543-4abc-b63a-0e54133d3dcf', 'network_id': 'acc15ba5-0543-4abc-b63a-0e54133d3dcf', 'tenant_id': '9d75b8979b4c4881a94b492a998237d9', 'fixed_ips': [{'subnet_id': '499e8163-03c2-47ed-9554-87f8f0cc96a6'}]}} from dv-cinder-813986-1-iscsi. {{(pid=100186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 14 12:28:20.690014 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-f7e69195-f7e9-46e2-acf6-8c4ca6694e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_create {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:20.709983 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-53b87b69-01cd-48f3-8a90-6cf50e9b03c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-492'] for router, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:20.710982 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-53b87b69-01cd-48f3-8a90-6cf50e9b03c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-619667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-956188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-507'] for router, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:20.769879 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-53b87b69-01cd-48f3-8a90-6cf50e9b03c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:20.792988 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.db_base_plugin_common [None req-f7e69195-f7e9-46e2-acf6-8c4ca6694e43 None None] Allocated IP 172.20.0.2 (acc15ba5-0543-4abc-b63a-0e54133d3dcf/499e8163-03c2-47ed-9554-87f8f0cc96a6/202fb045-c4b0-43ff-8ca3-540e7a154ba5) {{(pid=100186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:28:20.946440 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-f7e69195-f7e9-46e2-acf6-8c4ca6694e43 None None] Notify callbacks [] for port, precommit_create {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:21.015336 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-53b87b69-01cd-48f3-8a90-6cf50e9b03c8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:21.039629 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-f7e69195-f7e9-46e2-acf6-8c4ca6694e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787792822806'] for port, after_create {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:21.082440 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a868e4f-c9bb-43e5-9244-33799c836817 req-800cad6b-0938-440b-b57e-214559a9b698 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:21.083256 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e69195-f7e9-46e2-acf6-8c4ca6694e43 None None] Network acc15ba5-0543-4abc-b63a-0e54133d3dcf is already hosted by enough agents. {{(pid=100186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:28:21.085855 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-5a868e4f-c9bb-43e5-9244-33799c836817 req-800cad6b-0938-440b-b57e-214559a9b698 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 946 time: 0.0568726 Oct 14 12:28:21.089513 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.scheduler.base_scheduler [None req-f7e69195-f7e9-46e2-acf6-8c4ca6694e43 None None] Resources bound (agent type, host, resource id): {{(pid=100186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:28:21.093215 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e69195-f7e9-46e2-acf6-8c4ca6694e43 None None] Received port after_create {{(pid=100186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:28:21.114216 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e69195-f7e9-46e2-acf6-8c4ca6694e43 None None] Pushing event updated for resources: {'Port': ['ID=202fb045-c4b0-43ff-8ca3-540e7a154ba5,revision_number=1']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:21.136698 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-5a868e4f-c9bb-43e5-9244-33799c836817 req-9cd9b868-1f4a-4a9b-ac62-7cbc0bd7aea7 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428572 Oct 14 12:28:21.174501 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e69195-f7e9-46e2-acf6-8c4ca6694e43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:28:21.174878 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e69195-f7e9-46e2-acf6-8c4ca6694e43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:28:21.175222 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e69195-f7e9-46e2-acf6-8c4ca6694e43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:28:21.175847 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e69195-f7e9-46e2-acf6-8c4ca6694e43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:28:21.176097 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e69195-f7e9-46e2-acf6-8c4ca6694e43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:28:21.176594 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e69195-f7e9-46e2-acf6-8c4ca6694e43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:28:21.176924 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e69195-f7e9-46e2-acf6-8c4ca6694e43 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:28:21.177252 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e69195-f7e9-46e2-acf6-8c4ca6694e43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:28:21.177580 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e69195-f7e9-46e2-acf6-8c4ca6694e43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:28:21.177906 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e69195-f7e9-46e2-acf6-8c4ca6694e43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:28:21.178230 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e69195-f7e9-46e2-acf6-8c4ca6694e43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:28:21.178550 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e69195-f7e9-46e2-acf6-8c4ca6694e43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:28:21.197748 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.managers [None req-f7e69195-f7e9-46e2-acf6-8c4ca6694e43 None None] Attempting to bind port 202fb045-c4b0-43ff-8ca3-540e7a154ba5 on host dv-cinder-813986-1-iscsi for vnic_type normal with profile {{(pid=100186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:28:21.198213 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.managers [None req-f7e69195-f7e9-46e2-acf6-8c4ca6694e43 None None] Attempting to bind port 202fb045-c4b0-43ff-8ca3-540e7a154ba5 by drivers openvswitch,hyperv on host dv-cinder-813986-1-iscsi at level 0 using segments [{'id': '225b3b64-b211-4c8d-9fa3-59ed2947d777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'acc15ba5-0543-4abc-b63a-0e54133d3dcf'}] {{(pid=100186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:28:21.198514 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e69195-f7e9-46e2-acf6-8c4ca6694e43 None None] Attempting to bind port 202fb045-c4b0-43ff-8ca3-540e7a154ba5 on network acc15ba5-0543-4abc-b63a-0e54133d3dcf {{(pid=100186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:28:21.206228 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e69195-f7e9-46e2-acf6-8c4ca6694e43 None None] Checking agent: {'id': '87c3554d-181c-44a6-8f26-629ea6b28d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813986-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 18, 27), 'started_at': datetime.datetime(2021, 10, 14, 12, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813986-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:28:21.207053 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e69195-f7e9-46e2-acf6-8c4ca6694e43 None None] Checking segment: {'id': '225b3b64-b211-4c8d-9fa3-59ed2947d777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'acc15ba5-0543-4abc-b63a-0e54133d3dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:28:21.207610 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-f7e69195-f7e9-46e2-acf6-8c4ca6694e43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:21.208693 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e69195-f7e9-46e2-acf6-8c4ca6694e43 None None] Bound using segment: {'id': '225b3b64-b211-4c8d-9fa3-59ed2947d777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'acc15ba5-0543-4abc-b63a-0e54133d3dcf'} {{(pid=100186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:28:21.209436 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.managers [None req-f7e69195-f7e9-46e2-acf6-8c4ca6694e43 None None] Bound port: 202fb045-c4b0-43ff-8ca3-540e7a154ba5, host: dv-cinder-813986-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '225b3b64-b211-4c8d-9fa3-59ed2947d777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'acc15ba5-0543-4abc-b63a-0e54133d3dcf'}}] {{(pid=100186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:28:21.210013 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-f7e69195-f7e9-46e2-acf6-8c4ca6694e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:21.266767 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 33194) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:21.279817 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-f7e69195-f7e9-46e2-acf6-8c4ca6694e43 None None] For port 202fb045-c4b0-43ff-8ca3-540e7a154ba5, host dv-cinder-813986-1-iscsi, cleared binding levels {{(pid=100186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:28:21.281720 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-7ce8e7f6-9d2e-4666-8a48-dc27cb90c961 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:21.284305 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-f7e69195-f7e9-46e2-acf6-8c4ca6694e43 None None] For port 202fb045-c4b0-43ff-8ca3-540e7a154ba5, host dv-cinder-813986-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=202fb045-c4b0-43ff-8ca3-540e7a154ba5,segment=NetworkSegment(225b3b64-b211-4c8d-9fa3-59ed2947d777),segment_id=225b3b64-b211-4c8d-9fa3-59ed2947d777)] {{(pid=100186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:28:21.380661 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-f7e69195-f7e9-46e2-acf6-8c4ca6694e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:21.393219 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-7ce8e7f6-9d2e-4666-8a48-dc27cb90c961 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:21.418763 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb7643-68d9-41df-9e3e-a2a3f21b78b7 req-f7cd6eb2-adf9-4717-95b8-dc8e2a85000c tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:21.420247 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-75fb7643-68d9-41df-9e3e-a2a3f21b78b7 req-f7cd6eb2-adf9-4717-95b8-dc8e2a85000c tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.25 "GET /v2.0/ports?device_id=248c30f1-cd13-4228-8777-4ad879ff94e7 HTTP/1.1" status: 200 len: 945 time: 0.1375124 Oct 14 12:28:21.435060 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-53b87b69-01cd-48f3-8a90-6cf50e9b03c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:21.442577 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e69195-f7e9-46e2-acf6-8c4ca6694e43 None None] Pushing event updated for resources: {'Port': ['ID=202fb045-c4b0-43ff-8ca3-540e7a154ba5,revision_number=2']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:21.475025 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-7ce8e7f6-9d2e-4666-8a48-dc27cb90c961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:21.503166 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-53b87b69-01cd-48f3-8a90-6cf50e9b03c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:21.525962 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-7ce8e7f6-9d2e-4666-8a48-dc27cb90c961 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f7f59ca5678a49aba5aad12aa7a94f9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2555473 Oct 14 12:28:21.525962 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce8e7f6-9d2e-4666-8a48-dc27cb90c961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e30d85d4-363a-4a4e-b305-0ccce4e895be,revision_number=1']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:21.526794 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 33202) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:21.583571 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-fc20b4c9-ee97-4e74-b1cf-c655f20fdb3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:21.610497 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-fc20b4c9-ee97-4e74-b1cf-c655f20fdb3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:21.705083 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.plugin [req-75fb7643-68d9-41df-9e3e-a2a3f21b78b7 req-7ecac03f-a65d-46e3-b949-059ba9efd18e tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] Deleting port f8f8cc45-ba4c-40a5-bba0-016e335fa06a {{(pid=100185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 12:28:21.705426 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-75fb7643-68d9-41df-9e3e-a2a3f21b78b7 req-7ecac03f-a65d-46e3-b949-059ba9efd18e tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787793337694'] for port, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:21.736324 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-fc20b4c9-ee97-4e74-b1cf-c655f20fdb3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:21.741461 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-fc20b4c9-ee97-4e74-b1cf-c655f20fdb3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:21.744985 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-fc20b4c9-ee97-4e74-b1cf-c655f20fdb3d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e30d85d4-363a-4a4e-b305-0ccce4e895be HTTP/1.1" status: 204 len: 168 time: 0.2146099 Oct 14 12:28:21.754473 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e281b76a-a3c5-47a8-9a7e-63b9fe4588a9 req-63fb696e-e396-47a6-a7a8-41acbc6ee784 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:21.756006 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-e281b76a-a3c5-47a8-9a7e-63b9fe4588a9 req-63fb696e-e396-47a6-a7a8-41acbc6ee784 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/ports?device_id=248c30f1-cd13-4228-8777-4ad879ff94e7 HTTP/1.1" status: 200 len: 945 time: 0.0756845 Oct 14 12:28:21.773912 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc20b4c9-ee97-4e74-b1cf-c655f20fdb3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30d85d4-363a-4a4e-b305-0ccce4e895be,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:21.805551 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.db.db_base_plugin_common [None req-53b87b69-01cd-48f3-8a90-6cf50e9b03c8 admin admin] Allocated IP 172.27.0.243 (b7b7a1d8-4110-4f63-bddb-33667e2d84f3/eea40cd2-79ec-4f52-9668-443439548eb0/9b6d5da3-54f6-4498-8766-f1cc9e165199) {{(pid=100185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:28:21.885780 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-e281b76a-a3c5-47a8-9a7e-63b9fe4588a9 req-29a207e8-586f-4981-9667-54e5fecbe7aa tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/security-groups?id=ed60bd67-b132-4030-a669-b413cd375b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136112 Oct 14 12:28:21.931627 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.db [req-75fb7643-68d9-41df-9e3e-a2a3f21b78b7 req-7ecac03f-a65d-46e3-b949-059ba9efd18e tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] For port f8f8cc45-ba4c-40a5-bba0-016e335fa06a, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=f8f8cc45-ba4c-40a5-bba0-016e335fa06a,segment=NetworkSegment(291139c9-092b-4bac-95f7-c191827175d6),segment_id=291139c9-092b-4bac-95f7-c191827175d6)] {{(pid=100185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:28:21.932155 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-75fb7643-68d9-41df-9e3e-a2a3f21b78b7 req-7ecac03f-a65d-46e3-b949-059ba9efd18e tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612080'] for port, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:21.961289 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.plugin [req-75fb7643-68d9-41df-9e3e-a2a3f21b78b7 req-7ecac03f-a65d-46e3-b949-059ba9efd18e tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] Calling delete_port for f8f8cc45-ba4c-40a5-bba0-016e335fa06a owned by compute:nova {{(pid=100185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 12:28:22.046864 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 33216) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:22.052148 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-53b87b69-01cd-48f3-8a90-6cf50e9b03c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:22.172863 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-53b87b69-01cd-48f3-8a90-6cf50e9b03c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787792822806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7811617'] for port, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:22.220349 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-7acce992-bff8-4084-bcf4-7f94b9c04921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:22.233368 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b87b69-01cd-48f3-8a90-6cf50e9b03c8 admin admin] Network b7b7a1d8-4110-4f63-bddb-33667e2d84f3 is already hosted by enough agents. {{(pid=100185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:28:22.234965 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b87b69-01cd-48f3-8a90-6cf50e9b03c8 admin admin] Pushing event updated for resources: {'Port': ['ID=9b6d5da3-54f6-4498-8766-f1cc9e165199,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:22.240480 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.base_scheduler [None req-53b87b69-01cd-48f3-8a90-6cf50e9b03c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:28:22.243123 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b87b69-01cd-48f3-8a90-6cf50e9b03c8 admin admin] Received port after_create {{(pid=100185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:28:22.266917 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-75fb7643-68d9-41df-9e3e-a2a3f21b78b7 req-7ecac03f-a65d-46e3-b949-059ba9efd18e tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787793344296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787792822815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7811617'] for port, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:22.282702 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] get_ports_and_sgs() called for port_ids ['f8f8cc45-ba4c-40a5-bba0-016e335fa06a'] {{(pid=100186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:28:22.312845 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecac03f-a65d-46e3-b949-059ba9efd18e tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] Pushing event deleted for resources: {'Port': ['ID=f8f8cc45-ba4c-40a5-bba0-016e335fa06a,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:22.351413 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7510a4a1-3e37-4320-b693-c5d17c60da8f req-da9c1eb9-42da-48cf-ab8a-b6e7674e7cd3 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:22.351858 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-7510a4a1-3e37-4320-b693-c5d17c60da8f req-da9c1eb9-42da-48cf-ab8a-b6e7674e7cd3 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 946 time: 0.1021118 Oct 14 12:28:22.418585 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.db.l3_dvrscheduler_db [req-75fb7643-68d9-41df-9e3e-a2a3f21b78b7 req-7ecac03f-a65d-46e3-b949-059ba9efd18e tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] No DVR routers for this DVR port f8f8cc45-ba4c-40a5-bba0-016e335fa06a on host hv-cinder-81398 {{(pid=100185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 12:28:22.422283 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-75fb7643-68d9-41df-9e3e-a2a3f21b78b7 req-7ecac03f-a65d-46e3-b949-059ba9efd18e tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516790'] for port, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:22.426456 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-75fb7643-68d9-41df-9e3e-a2a3f21b78b7 req-7ecac03f-a65d-46e3-b949-059ba9efd18e tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.25 "DELETE /v2.0/ports/f8f8cc45-ba4c-40a5-bba0-016e335fa06a HTTP/1.1" status: 204 len: 173 time: 0.9977620 Oct 14 12:28:22.443524 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-7510a4a1-3e37-4320-b693-c5d17c60da8f req-9c78c1ea-dd2f-4e72-8b84-65113eebeb06 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821114 Oct 14 12:28:22.456790 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-7acce992-bff8-4084-bcf4-7f94b9c04921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:22.478960 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '248c30f1-cd13-4228-8777-4ad879ff94e7', 'name': 'network-vif-deleted', 'tag': 'f8f8cc45-ba4c-40a5-bba0-016e335fa06a'}] {{(pid=100185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:28:22.481137 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}167116552ac494ad33fe024857b10e57374526f2b70b110e82d735407eff6bb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d137f8-5df7-4252-9039-7a8744e76b98" -d '{"events": [{"server_uuid": "248c30f1-cd13-4228-8777-4ad879ff94e7", "name": "network-vif-deleted", "tag": "f8f8cc45-ba4c-40a5-bba0-016e335fa06a"}]}' {{(pid=100185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:28:22.543381 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-7acce992-bff8-4084-bcf4-7f94b9c04921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:22.623248 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acce992-bff8-4084-bcf4-7f94b9c04921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c502174-d77d-45a1-a5df-adf7ace6a3e3,revision_number=1']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:22.630923 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-7acce992-bff8-4084-bcf4-7f94b9c04921 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e081e1ea5d9e445eb96ba175551400b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5806451 Oct 14 12:28:22.631217 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 33240) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:22.710511 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-46c322d9-41f2-4d4d-a620-375945743c5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:22.761573 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-46c322d9-41f2-4d4d-a620-375945743c5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:22.761686 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4934011-27c4-4a72-a7ce-518b42375899 x-openstack-request-id: req-f4934011-27c4-4a72-a7ce-518b42375899 {{(pid=100185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:28:22.762450 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "248c30f1-cd13-4228-8777-4ad879ff94e7", "name": "network-vif-deleted", "tag": "f8f8cc45-ba4c-40a5-bba0-016e335fa06a", "status": "completed", "code": 200}]} {{(pid=100185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:28:22.762709 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f4934011-27c4-4a72-a7ce-518b42375899 {{(pid=100185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:28:22.764392 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '248c30f1-cd13-4228-8777-4ad879ff94e7', 'name': 'network-vif-deleted', 'tag': 'f8f8cc45-ba4c-40a5-bba0-016e335fa06a', 'status': 'completed', 'code': 200} Oct 14 12:28:22.766596 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d9f2a8-f8dc-42fd-91b3-c9b1b4a5476c None None] Network acc15ba5-0543-4abc-b63a-0e54133d3dcf requested from dv-cinder-813986-1-iscsi {{(pid=100186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:28:22.863329 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device 202fb045-c4b0-43ff-8ca3-540e7a154ba5 up at agent ovs-agent-dv-cinder-813986-1-iscsi {{(pid=100186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:28:22.868966 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-c098824c-95bd-4594-a7c5-afbd077ad0d1 None None] Provisioning complete for port 202fb045-c4b0-43ff-8ca3-540e7a154ba5 triggered by entity DHCP. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:28:22.869330 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-c098824c-95bd-4594-a7c5-afbd077ad0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:22.918464 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-46c322d9-41f2-4d4d-a620-375945743c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:22.923550 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-46c322d9-41f2-4d4d-a620-375945743c5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:22.923550 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-46c322d9-41f2-4d4d-a620-375945743c5e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4c502174-d77d-45a1-a5df-adf7ace6a3e3 HTTP/1.1" status: 204 len: 168 time: 0.2909164 Oct 14 12:28:22.952785 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c322d9-41f2-4d4d-a620-375945743c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c502174-d77d-45a1-a5df-adf7ace6a3e3,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:23.019368 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Provisioning complete for port 202fb045-c4b0-43ff-8ca3-540e7a154ba5 triggered by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:28:23.019736 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:23.067564 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ae82a7cd-7ded-4af1-8a5d-447afa8526a6 req-100fde26-7b22-48e9-905a-cf08eeb39643 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/ports?device_id=248c30f1-cd13-4228-8777-4ad879ff94e7 HTTP/1.1" status: 200 len: 210 time: 0.0549746 Oct 14 12:28:23.097480 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-c098824c-95bd-4594-a7c5-afbd077ad0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:23.124236 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-53b87b69-01cd-48f3-8a90-6cf50e9b03c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:23.163771 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-c098824c-95bd-4594-a7c5-afbd077ad0d1 None None] For port 202fb045-c4b0-43ff-8ca3-540e7a154ba5, host dv-cinder-813986-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=202fb045-c4b0-43ff-8ca3-540e7a154ba5,segment=NetworkSegment(225b3b64-b211-4c8d-9fa3-59ed2947d777),segment_id=225b3b64-b211-4c8d-9fa3-59ed2947d777)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:28:23.179280 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:23.206043 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a0ec2a6b-4d8e-4fe6-9581-7339883f6be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:23.277263 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-c098824c-95bd-4594-a7c5-afbd077ad0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:23.375027 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-53b87b69-01cd-48f3-8a90-6cf50e9b03c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619686'] for router, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:23.376452 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.db.api [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100186) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 14 12:28:23.376913 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG oslo_db.api [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 14 12:28:23.380190 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c098824c-95bd-4594-a7c5-afbd077ad0d1 None None] Pushing event updated for resources: {'Port': ['ID=202fb045-c4b0-43ff-8ca3-540e7a154ba5,revision_number=3']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:23.407167 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-149989ce-53ca-40aa-be3f-6fca22e43bbb None None] Provisioning complete for port 202fb045-c4b0-43ff-8ca3-540e7a154ba5 triggered by entity DHCP. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:28:23.407534 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-149989ce-53ca-40aa-be3f-6fca22e43bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:23.580771 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e5d6da-2bb7-4c52-b0a1-3910c5d5c88c req-86513509-efc8-4734-8379-673372637881 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:23.585651 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b3e5d6da-2bb7-4c52-b0a1-3910c5d5c88c req-86513509-efc8-4734-8379-673372637881 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 946 time: 0.0601327 Oct 14 12:28:23.599866 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53b87b69-01cd-48f3-8a90-6cf50e9b03c8 admin admin] Router ef56347c-c1c7-4226-a8ee-6efa63682cc7 is scheduled to L3 agent 98567738-4256-4ddd-ae03-62c82ecec038 with binding_index 1 {{(pid=100185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 12:28:23.630227 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b3e5d6da-2bb7-4c52-b0a1-3910c5d5c88c req-7de519df-7e30-4fd3-9f2d-58ce3ed2154f tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453641 Oct 14 12:28:23.710046 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b87b69-01cd-48f3-8a90-6cf50e9b03c8 admin admin] Notify agent at l3_agent.dv-cinder-813986-1-iscsi the message routers_updated {{(pid=100185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:28:23.723685 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c17a474-8b15-4b1c-9fa5-070c19061531 None None] Sync routers for ids ['ef56347c-c1c7-4226-a8ee-6efa63682cc7'] in dv-cinder-813986-1-iscsi {{(pid=100187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:28:23.733426 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c17a474-8b15-4b1c-9fa5-070c19061531 None None] Routers {'ef56347c-c1c7-4226-a8ee-6efa63682cc7'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:28:23.734037 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_hamode_db [None req-5c17a474-8b15-4b1c-9fa5-070c19061531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:27:56Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['ef56347c-c1c7-4226-a8ee-6efa63682cc7'], 'active': True} {{(pid=100187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:28:23.831092 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-53b87b69-01cd-48f3-8a90-6cf50e9b03c8 admin admin] Notify callbacks [] for router, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:23.834740 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-53b87b69-01cd-48f3-8a90-6cf50e9b03c8 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2712619 Oct 14 12:28:23.839165 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 33294) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:23.841346 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_dvr_db [None req-5c17a474-8b15-4b1c-9fa5-070c19061531 None None] Set router ef56347c-c1c7-4226-a8ee-6efa63682cc7 gateway port host: dv-cinder-813986-1-iscsi {{(pid=100187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:28:24.047175 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_hamode_db [None req-5c17a474-8b15-4b1c-9fa5-070c19061531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef56347c-c1c7-4226-a8ee-6efa63682cc7', 'name': 'tempest-TestShelveInstance-494155533-router', 'tenant_id': '9d75b8979b4c4881a94b492a998237d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '9b6d5da3-54f6-4498-8766-f1cc9e165199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:28:20Z', 'updated_at': '2021-10-14T12:28:22Z', 'revision_number': 3, 'project_id': '9d75b8979b4c4881a94b492a998237d9', 'gw_port': {'id': '9b6d5da3-54f6-4498-8766-f1cc9e165199', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3a:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef56347c-c1c7-4226-a8ee-6efa63682cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:28:21Z', 'updated_at': '2021-10-14T12:28:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi'}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:28:24.077890 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c17a474-8b15-4b1c-9fa5-070c19061531 None None] Checking router: ef56347c-c1c7-4226-a8ee-6efa63682cc7 for host: dv-cinder-813986-1-iscsi {{(pid=100187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:28:24.078270 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c17a474-8b15-4b1c-9fa5-070c19061531 None None] Updating router ef56347c-c1c7-4226-a8ee-6efa63682cc7 port 9b6d5da3-54f6-4498-8766-f1cc9e165199 binding host dv-cinder-813986-1-iscsi {{(pid=100187) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 12:28:24.105473 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron_lib.callbacks.manager [None req-5c17a474-8b15-4b1c-9fa5-070c19061531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:24.375719 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron_lib.callbacks.manager [None req-5c17a474-8b15-4b1c-9fa5-070c19061531 None None] Notify callbacks [] for port, precommit_update {{(pid=100187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:24.379345 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-8bc882d8-90ed-4996-aa6f-a741e5682f01 req-ad9fdf2e-f9a7-4781-8ecb-d573cc27c3bc tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/ports?device_id=248c30f1-cd13-4228-8777-4ad879ff94e7 HTTP/1.1" status: 200 len: 210 time: 0.2294240 Oct 14 12:28:24.443534 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron_lib.callbacks.manager [None req-5c17a474-8b15-4b1c-9fa5-070c19061531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:24.488450 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22d3f7f-97be-4c03-98cc-ae4988ae4b6b None None] Pushing event updated for resources: {'Port': ['ID=9b6d5da3-54f6-4498-8766-f1cc9e165199,revision_number=2']} {{(pid=100187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:24.496960 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22d3f7f-97be-4c03-98cc-ae4988ae4b6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:28:24.497268 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22d3f7f-97be-4c03-98cc-ae4988ae4b6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:28:24.502433 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22d3f7f-97be-4c03-98cc-ae4988ae4b6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:28:24.502433 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22d3f7f-97be-4c03-98cc-ae4988ae4b6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:28:24.502433 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22d3f7f-97be-4c03-98cc-ae4988ae4b6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:28:24.502433 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22d3f7f-97be-4c03-98cc-ae4988ae4b6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:28:24.502433 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22d3f7f-97be-4c03-98cc-ae4988ae4b6b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:28:24.502433 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22d3f7f-97be-4c03-98cc-ae4988ae4b6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:28:24.502433 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22d3f7f-97be-4c03-98cc-ae4988ae4b6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:28:24.502433 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22d3f7f-97be-4c03-98cc-ae4988ae4b6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:28:24.502433 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22d3f7f-97be-4c03-98cc-ae4988ae4b6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:28:24.502433 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22d3f7f-97be-4c03-98cc-ae4988ae4b6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:28:24.551632 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.managers [None req-5c17a474-8b15-4b1c-9fa5-070c19061531 None None] Attempting to bind port 9b6d5da3-54f6-4498-8766-f1cc9e165199 on host dv-cinder-813986-1-iscsi for vnic_type normal with profile {{(pid=100187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:28:24.551781 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.managers [None req-5c17a474-8b15-4b1c-9fa5-070c19061531 None None] Attempting to bind port 9b6d5da3-54f6-4498-8766-f1cc9e165199 by drivers openvswitch,hyperv on host dv-cinder-813986-1-iscsi at level 0 using segments [{'id': '25948913-841c-4e53-955d-096026847693', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3'}] {{(pid=100187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:28:24.552138 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c17a474-8b15-4b1c-9fa5-070c19061531 None None] Attempting to bind port 9b6d5da3-54f6-4498-8766-f1cc9e165199 on network b7b7a1d8-4110-4f63-bddb-33667e2d84f3 {{(pid=100187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:28:24.557314 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c17a474-8b15-4b1c-9fa5-070c19061531 None None] Checking agent: {'id': '87c3554d-181c-44a6-8f26-629ea6b28d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813986-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 18, 27), 'started_at': datetime.datetime(2021, 10, 14, 12, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813986-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:28:24.557682 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c17a474-8b15-4b1c-9fa5-070c19061531 None None] Checking segment: {'id': '25948913-841c-4e53-955d-096026847693', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:28:24.558108 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron_lib.callbacks.manager [None req-5c17a474-8b15-4b1c-9fa5-070c19061531 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:24.558460 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c17a474-8b15-4b1c-9fa5-070c19061531 None None] Bound using segment: {'id': '25948913-841c-4e53-955d-096026847693', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3'} {{(pid=100187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:28:24.558916 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.managers [None req-5c17a474-8b15-4b1c-9fa5-070c19061531 None None] Bound port: 9b6d5da3-54f6-4498-8766-f1cc9e165199, host: dv-cinder-813986-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25948913-841c-4e53-955d-096026847693', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3'}}] {{(pid=100187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:28:24.559312 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron_lib.callbacks.manager [None req-5c17a474-8b15-4b1c-9fa5-070c19061531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:24.561546 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-a4d674ea-1054-4f96-8353-ec162539e8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:24.610963 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.db [None req-5c17a474-8b15-4b1c-9fa5-070c19061531 None None] For port 9b6d5da3-54f6-4498-8766-f1cc9e165199, host dv-cinder-813986-1-iscsi, cleared binding levels {{(pid=100187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:28:24.613840 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.db [None req-5c17a474-8b15-4b1c-9fa5-070c19061531 None None] For port 9b6d5da3-54f6-4498-8766-f1cc9e165199, host dv-cinder-813986-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=9b6d5da3-54f6-4498-8766-f1cc9e165199,segment=NetworkSegment(25948913-841c-4e53-955d-096026847693),segment_id=25948913-841c-4e53-955d-096026847693)] {{(pid=100187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:28:24.676109 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron_lib.callbacks.manager [None req-5c17a474-8b15-4b1c-9fa5-070c19061531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:24.736291 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22d3f7f-97be-4c03-98cc-ae4988ae4b6b None None] Pushing event updated for resources: {'Port': ['ID=9b6d5da3-54f6-4498-8766-f1cc9e165199,revision_number=3']} {{(pid=100187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:24.737204 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.db.db_base_plugin_common [None req-a4d674ea-1054-4f96-8353-ec162539e8f9 admin admin] Allocated IP 172.20.0.1 (acc15ba5-0543-4abc-b63a-0e54133d3dcf/499e8163-03c2-47ed-9554-87f8f0cc96a6/cf1ce6c1-a195-433e-abb7-70dfbeac75f7) {{(pid=100184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:28:24.754291 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c17a474-8b15-4b1c-9fa5-070c19061531 None None] Routers {'ef56347c-c1c7-4226-a8ee-6efa63682cc7'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:28:24.755257 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_hamode_db [None req-5c17a474-8b15-4b1c-9fa5-070c19061531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:27:56Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['ef56347c-c1c7-4226-a8ee-6efa63682cc7'], 'active': True} {{(pid=100187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:28:24.823320 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device 202fb045-c4b0-43ff-8ca3-540e7a154ba5 up at agent ovs-agent-dv-cinder-813986-1-iscsi {{(pid=100186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:28:24.862315 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a043ec-6c42-4c3b-8819-fbe1f6725e30 req-514a3a04-5bc0-47c9-a05b-6e2aee61fb48 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:24.863741 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-14a043ec-6c42-4c3b-8819-fbe1f6725e30 req-514a3a04-5bc0-47c9-a05b-6e2aee61fb48 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 946 time: 0.0966442 Oct 14 12:28:24.878246 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_dvr_db [None req-5c17a474-8b15-4b1c-9fa5-070c19061531 None None] Set router ef56347c-c1c7-4226-a8ee-6efa63682cc7 gateway port host: dv-cinder-813986-1-iscsi {{(pid=100187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:28:24.892681 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Provisioning complete for port 202fb045-c4b0-43ff-8ca3-540e7a154ba5 triggered by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:28:24.893328 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:24.908631 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-a4d674ea-1054-4f96-8353-ec162539e8f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:24.996683 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-14a043ec-6c42-4c3b-8819-fbe1f6725e30 req-1ab3155a-21a8-41a2-bb81-83b353f187a9 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105857 Oct 14 12:28:25.041130 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-a4d674ea-1054-4f96-8353-ec162539e8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787792822806'] for port, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:25.087092 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d674ea-1054-4f96-8353-ec162539e8f9 admin admin] Network acc15ba5-0543-4abc-b63a-0e54133d3dcf is already hosted by enough agents. {{(pid=100184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:28:25.090145 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.base_scheduler [None req-a4d674ea-1054-4f96-8353-ec162539e8f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:28:25.097476 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d674ea-1054-4f96-8353-ec162539e8f9 admin admin] Received port after_create {{(pid=100184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:28:25.097476 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-a4d674ea-1054-4f96-8353-ec162539e8f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618643'] for router_interface, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:25.104052 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d674ea-1054-4f96-8353-ec162539e8f9 admin admin] Pushing event updated for resources: {'Port': ['ID=cf1ce6c1-a195-433e-abb7-70dfbeac75f7,revision_number=1']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:25.158324 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_hamode_db [None req-5c17a474-8b15-4b1c-9fa5-070c19061531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef56347c-c1c7-4226-a8ee-6efa63682cc7', 'name': 'tempest-TestShelveInstance-494155533-router', 'tenant_id': '9d75b8979b4c4881a94b492a998237d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '9b6d5da3-54f6-4498-8766-f1cc9e165199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:28:20Z', 'updated_at': '2021-10-14T12:28:22Z', 'revision_number': 3, 'project_id': '9d75b8979b4c4881a94b492a998237d9', 'gw_port': {'id': '9b6d5da3-54f6-4498-8766-f1cc9e165199', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3a:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef56347c-c1c7-4226-a8ee-6efa63682cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:28:21Z', 'updated_at': '2021-10-14T12:28:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi'}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:28:25.200178 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c17a474-8b15-4b1c-9fa5-070c19061531 None None] The sync data for ids ['ef56347c-c1c7-4226-a8ee-6efa63682cc7'] in dv-cinder-813986-1-iscsi is: [{'id': 'ef56347c-c1c7-4226-a8ee-6efa63682cc7', 'name': 'tempest-TestShelveInstance-494155533-router', 'tenant_id': '9d75b8979b4c4881a94b492a998237d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '9b6d5da3-54f6-4498-8766-f1cc9e165199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:28:20Z', 'updated_at': '2021-10-14T12:28:22Z', 'revision_number': 3, 'project_id': '9d75b8979b4c4881a94b492a998237d9', 'gw_port': {'id': '9b6d5da3-54f6-4498-8766-f1cc9e165199', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3a:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef56347c-c1c7-4226-a8ee-6efa63682cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:28:21Z', 'updated_at': '2021-10-14T12:28:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi'}] {{(pid=100187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:28:25.335614 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-a4d674ea-1054-4f96-8353-ec162539e8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:25.338386 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-fba9504b-e5af-499e-885f-2458469fdbd4 None None] Provisioning complete for port cf1ce6c1-a195-433e-abb7-70dfbeac75f7 triggered by entity DHCP. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:28:25.338831 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-fba9504b-e5af-499e-885f-2458469fdbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:25.385129 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-fba9504b-e5af-499e-885f-2458469fdbd4 None None] Port cf1ce6c1-a195-433e-abb7-70dfbeac75f7 cannot update to ACTIVE because it is not bound. {{(pid=100186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 12:28:25.426336 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device f8f8cc45-ba4c-40a5-bba0-016e335fa06a no longer exists at agent hyperv_hv-cinder-81398 {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:28:25.449561 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] No Port match for: f8f8cc45-ba4c-40a5-bba0-016e335fa06a {{(pid=100186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 12:28:25.450364 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device f8f8cc45-ba4c-40a5-bba0-016e335fa06a not bound to the agent host hv-cinder-81398 {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:28:25.526929 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-f2074c7e-5063-487c-b21e-0379760ce9ea req-0729428b-e8d4-4c49-b58c-b2534f911aac tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/ports?device_id=248c30f1-cd13-4228-8777-4ad879ff94e7 HTTP/1.1" status: 200 len: 210 time: 0.0581300 Oct 14 12:28:25.606094 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-a4d674ea-1054-4f96-8353-ec162539e8f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:25.711826 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-a4d674ea-1054-4f96-8353-ec162539e8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:25.712630 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-a4d674ea-1054-4f96-8353-ec162539e8f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618727'] for router_interface, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:25.800022 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d674ea-1054-4f96-8353-ec162539e8f9 admin admin] Pushing event updated for resources: {'Port': ['ID=cf1ce6c1-a195-433e-abb7-70dfbeac75f7,revision_number=2']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:25.852706 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d674ea-1054-4f96-8353-ec162539e8f9 admin admin] Network acc15ba5-0543-4abc-b63a-0e54133d3dcf is already hosted by enough agents. {{(pid=100184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:28:25.854124 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.base_scheduler [None req-a4d674ea-1054-4f96-8353-ec162539e8f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:28:25.981052 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-957a95fe-8367-4205-bbe6-cfeaf43e1d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:26.040383 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4d674ea-1054-4f96-8353-ec162539e8f9 admin admin] Router ef56347c-c1c7-4226-a8ee-6efa63682cc7 has already been hosted by L3 agent 98567738-4256-4ddd-ae03-62c82ecec038 {{(pid=100184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 12:28:26.205976 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7729dbe-bbf3-4ac4-bdf0-6457f84ef3d3 req-25b535c5-5379-48a3-a7f1-f4d8f57273fb tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:26.207461 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-d7729dbe-bbf3-4ac4-bdf0-6457f84ef3d3 req-25b535c5-5379-48a3-a7f1-f4d8f57273fb tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 946 time: 0.1049545 Oct 14 12:28:26.215242 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-a8cbb97b-4b52-4f72-8ff9-487b83a68052 None None] Provisioning complete for port cf1ce6c1-a195-433e-abb7-70dfbeac75f7 triggered by entity DHCP. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:28:26.215883 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a8cbb97b-4b52-4f72-8ff9-487b83a68052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:26.220822 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d674ea-1054-4f96-8353-ec162539e8f9 admin admin] Notify agent at l3_agent.dv-cinder-813986-1-iscsi the message routers_updated {{(pid=100184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:28:26.226289 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-a4d674ea-1054-4f96-8353-ec162539e8f9 admin admin] 10.222.0.54 "PUT /v2.0/routers/ef56347c-c1c7-4226-a8ee-6efa63682cc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3900948 Oct 14 12:28:26.265242 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-d7729dbe-bbf3-4ac4-bdf0-6457f84ef3d3 req-32d7bb6e-95c7-450c-b8d6-57a44c6b0257 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469007 Oct 14 12:28:26.265820 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-a8cbb97b-4b52-4f72-8ff9-487b83a68052 None None] Port cf1ce6c1-a195-433e-abb7-70dfbeac75f7 cannot update to ACTIVE because it is not bound. {{(pid=100186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 12:28:26.538675 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.agents_db [None req-78dcfc36-1157-4c7d-a1d8-d24093a96b44 None None] Agent healthcheck: found 6 active agents {{(pid=100187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:28:26.623421 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-e2beda91-459a-428e-a6cf-11157db05dac req-20bf5ed1-4605-4909-9e82-770ad8b2d742 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/ports?device_id=248c30f1-cd13-4228-8777-4ad879ff94e7 HTTP/1.1" status: 200 len: 210 time: 0.0264733 Oct 14 12:28:26.818169 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device 9b6d5da3-54f6-4498-8766-f1cc9e165199 up at agent ovs-agent-dv-cinder-813986-1-iscsi {{(pid=100186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:28:26.866652 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Provisioning complete for port 9b6d5da3-54f6-4498-8766-f1cc9e165199 triggered by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:28:26.866858 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:26.978156 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:27.008319 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] For port 9b6d5da3-54f6-4498-8766-f1cc9e165199, host dv-cinder-813986-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=9b6d5da3-54f6-4498-8766-f1cc9e165199,segment=NetworkSegment(25948913-841c-4e53-955d-096026847693),segment_id=25948913-841c-4e53-955d-096026847693)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:28:27.038509 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 33398) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:27.041193 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.v2.base [None req-2ee5aee2-a72c-4597-b96b-681bcc782599 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-707721578-network', 'tenant_id': '0c20a8dd2d244ca3b9896a95962524b4'}} {{(pid=100184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:28:27.042389 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cfdfb8-6572-437b-8192-71213fdf507e None None] Sync routers for ids ['ef56347c-c1c7-4226-a8ee-6efa63682cc7'] in dv-cinder-813986-1-iscsi {{(pid=100186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:28:27.052008 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cfdfb8-6572-437b-8192-71213fdf507e None None] Routers {'ef56347c-c1c7-4226-a8ee-6efa63682cc7'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:28:27.052722 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-90cfdfb8-6572-437b-8192-71213fdf507e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:28:26Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['ef56347c-c1c7-4226-a8ee-6efa63682cc7'], 'active': True} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:28:27.087396 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-469b4b0a-0edb-4369-82f6-413c16907b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:27.133309 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:27.145813 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:27.165558 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee5aee2-a72c-4597-b96b-681bcc782599 admin admin] Made reservation on behalf of 0c20a8dd2d244ca3b9896a95962524b4 for: {'network': 1} {{(pid=100184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:28:27.169680 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-2ee5aee2-a72c-4597-b96b-681bcc782599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for network, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:27.182438 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-2ee5aee2-a72c-4597-b96b-681bcc782599 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:27.200067 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvr_db [None req-90cfdfb8-6572-437b-8192-71213fdf507e None None] Set router ef56347c-c1c7-4226-a8ee-6efa63682cc7 gateway port host: dv-cinder-813986-1-iscsi {{(pid=100186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:28:27.271925 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-2ee5aee2-a72c-4597-b96b-681bcc782599 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:27.337300 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-2ee5aee2-a72c-4597-b96b-681bcc782599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:27.388736 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ee5aee2-a72c-4597-b96b-681bcc782599 admin admin] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=100184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 12:28:27.391320 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Pushing event updated for resources: {'Port': ['ID=9b6d5da3-54f6-4498-8766-f1cc9e165199,revision_number=4']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:27.402146 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee5aee2-a72c-4597-b96b-681bcc782599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf15e93-7df1-4893-bceb-f49b88f0980c,revision_number=1']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:27.408833 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-2ee5aee2-a72c-4597-b96b-681bcc782599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030694'] for segment, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:27.409177 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.db.segments_db [None req-2ee5aee2-a72c-4597-b96b-681bcc782599 admin admin] Added segment 32168964-8557-48b4-af1a-8cb3e2e1968f of type vlan for network 5a61d559-3003-4a4b-909b-205858fef85d Oct 14 12:28:27.436534 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a4284d-62ee-4720-b3c0-466161312868 req-dd55105c-6570-4867-9d3b-3973bca7bc1a tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:27.438021 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-e5a4284d-62ee-4720-b3c0-466161312868 req-dd55105c-6570-4867-9d3b-3973bca7bc1a tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 946 time: 0.0972676 Oct 14 12:28:27.481120 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-2ee5aee2-a72c-4597-b96b-681bcc782599 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787792777849'] for network, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:27.511482 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-e5a4284d-62ee-4720-b3c0-466161312868 req-178e1b92-358c-414a-816c-842a85561405 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558317 Oct 14 12:28:27.523904 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-90cfdfb8-6572-437b-8192-71213fdf507e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef56347c-c1c7-4226-a8ee-6efa63682cc7', 'name': 'tempest-TestShelveInstance-494155533-router', 'tenant_id': '9d75b8979b4c4881a94b492a998237d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '9b6d5da3-54f6-4498-8766-f1cc9e165199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:28:20Z', 'updated_at': '2021-10-14T12:28:25Z', 'revision_number': 4, 'project_id': '9d75b8979b4c4881a94b492a998237d9', 'gw_port': {'id': '9b6d5da3-54f6-4498-8766-f1cc9e165199', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3a:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef56347c-c1c7-4226-a8ee-6efa63682cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:28:21Z', 'updated_at': '2021-10-14T12:28:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_interfaces': [{'id': 'cf1ce6c1-a195-433e-abb7-70dfbeac75f7', 'name': '', 'network_id': 'acc15ba5-0543-4abc-b63a-0e54133d3dcf', 'tenant_id': '9d75b8979b4c4881a94b492a998237d9', 'mac_address': 'fa:16:3e:65:68:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef56347c-c1c7-4226-a8ee-6efa63682cc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '499e8163-03c2-47ed-9554-87f8f0cc96a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:28:24Z', 'updated_at': '2021-10-14T12:28:25Z', 'revision_number': 2, 'project_id': '9d75b8979b4c4881a94b492a998237d9', 'subnets': [{'id': '499e8163-03c2-47ed-9554-87f8f0cc96a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:28:27.550048 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cfdfb8-6572-437b-8192-71213fdf507e None None] Checking router: ef56347c-c1c7-4226-a8ee-6efa63682cc7 for host: dv-cinder-813986-1-iscsi {{(pid=100186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:28:27.550397 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cfdfb8-6572-437b-8192-71213fdf507e None None] Updating router ef56347c-c1c7-4226-a8ee-6efa63682cc7 port cf1ce6c1-a195-433e-abb7-70dfbeac75f7 binding host dv-cinder-813986-1-iscsi {{(pid=100186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 12:28:27.573950 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-90cfdfb8-6572-437b-8192-71213fdf507e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:27.610806 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-2ee5aee2-a72c-4597-b96b-681bcc782599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640'] for network, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:27.611798 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee5aee2-a72c-4597-b96b-681bcc782599 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:27.612416 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-2ee5aee2-a72c-4597-b96b-681bcc782599 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531662'] for network, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:27.673777 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee5aee2-a72c-4597-b96b-681bcc782599 admin admin] Pushing event updated for resources: {'Network': ['ID=5a61d559-3003-4a4b-909b-205858fef85d,revision_number=1']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:27.686214 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Network 5a61d559-3003-4a4b-909b-205858fef85d details requested by agent ovs-agent-dv-cinder-813986-1-iscsi with host dv-cinder-813986-1-iscsi {{(pid=100186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 12:28:27.720735 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-2e36cb7d-3448-4496-a24e-20edadf732c5 req-2662c2a1-d7ad-4d21-b7e7-4cefa13e2bc3 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/ports?device_id=248c30f1-cd13-4228-8777-4ad879ff94e7 HTTP/1.1" status: 200 len: 210 time: 0.0275941 Oct 14 12:28:27.749263 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 33410) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:27.749801 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-2ee5aee2-a72c-4597-b96b-681bcc782599 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7125535 Oct 14 12:28:27.754464 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.v2.base [None req-20e40e67-287d-4f57-87c3-ae8d2b14709d admin admin] Request body: {'subnet': {'network_id': '5a61d559-3003-4a4b-909b-205858fef85d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-707721578-subnet', 'tenant_id': '0c20a8dd2d244ca3b9896a95962524b4', 'ip_version': 4}} {{(pid=100185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:28:27.843315 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e40e67-287d-4f57-87c3-ae8d2b14709d admin admin] Made reservation on behalf of 0c20a8dd2d244ca3b9896a95962524b4 for: {'subnet': 1} {{(pid=100185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:28:27.845703 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-20e40e67-287d-4f57-87c3-ae8d2b14709d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5941534'] for subnet, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:27.900922 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-90cfdfb8-6572-437b-8192-71213fdf507e None None] Notify callbacks [] for port, precommit_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:27.988354 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-90cfdfb8-6572-437b-8192-71213fdf507e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:28.044658 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f604c5c3-ac2b-4407-9ca5-efa775ab57be None None] Pushing event updated for resources: {'Port': ['ID=cf1ce6c1-a195-433e-abb7-70dfbeac75f7,revision_number=3']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:28.091383 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-20e40e67-287d-4f57-87c3-ae8d2b14709d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7811249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5941612'] for subnet, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:28.100135 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.managers [None req-90cfdfb8-6572-437b-8192-71213fdf507e None None] Attempting to bind port cf1ce6c1-a195-433e-abb7-70dfbeac75f7 on host dv-cinder-813986-1-iscsi for vnic_type normal with profile {{(pid=100186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:28:28.100723 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.managers [None req-90cfdfb8-6572-437b-8192-71213fdf507e None None] Attempting to bind port cf1ce6c1-a195-433e-abb7-70dfbeac75f7 by drivers openvswitch,hyperv on host dv-cinder-813986-1-iscsi at level 0 using segments [{'id': '225b3b64-b211-4c8d-9fa3-59ed2947d777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'acc15ba5-0543-4abc-b63a-0e54133d3dcf'}] {{(pid=100186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:28:28.101236 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cfdfb8-6572-437b-8192-71213fdf507e None None] Attempting to bind port cf1ce6c1-a195-433e-abb7-70dfbeac75f7 on network acc15ba5-0543-4abc-b63a-0e54133d3dcf {{(pid=100186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:28:28.107361 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cfdfb8-6572-437b-8192-71213fdf507e None None] Checking agent: {'id': '87c3554d-181c-44a6-8f26-629ea6b28d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813986-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 18, 27), 'started_at': datetime.datetime(2021, 10, 14, 12, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813986-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:28:28.112103 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cfdfb8-6572-437b-8192-71213fdf507e None None] Checking segment: {'id': '225b3b64-b211-4c8d-9fa3-59ed2947d777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'acc15ba5-0543-4abc-b63a-0e54133d3dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:28:28.112103 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-90cfdfb8-6572-437b-8192-71213fdf507e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:28.112103 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cfdfb8-6572-437b-8192-71213fdf507e None None] Bound using segment: {'id': '225b3b64-b211-4c8d-9fa3-59ed2947d777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'acc15ba5-0543-4abc-b63a-0e54133d3dcf'} {{(pid=100186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:28:28.112103 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.managers [None req-90cfdfb8-6572-437b-8192-71213fdf507e None None] Bound port: cf1ce6c1-a195-433e-abb7-70dfbeac75f7, host: dv-cinder-813986-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '225b3b64-b211-4c8d-9fa3-59ed2947d777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'acc15ba5-0543-4abc-b63a-0e54133d3dcf'}}] {{(pid=100186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:28:28.112103 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-90cfdfb8-6572-437b-8192-71213fdf507e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:28.166648 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e40e67-287d-4f57-87c3-ae8d2b14709d admin admin] Checking segment: {'id': '32168964-8557-48b4-af1a-8cb3e2e1968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5a61d559-3003-4a4b-909b-205858fef85d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:28:28.166998 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e40e67-287d-4f57-87c3-ae8d2b14709d admin admin] Network hostable DHCP agents. Network: 5a61d559-3003-4a4b-909b-205858fef85d, hostable agents: ['e1af82bd-3b37-4baa-aee7-1aadb6380796'], hosted agents: [] {{(pid=100185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 12:28:28.175113 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e40e67-287d-4f57-87c3-ae8d2b14709d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8212ebb0-1e9b-4f0a-bcd2-aa221b7580fb,revision_number=0']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:28.201276 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-90cfdfb8-6572-437b-8192-71213fdf507e None None] For port cf1ce6c1-a195-433e-abb7-70dfbeac75f7, host dv-cinder-813986-1-iscsi, cleared binding levels {{(pid=100186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:28:28.204995 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-90cfdfb8-6572-437b-8192-71213fdf507e None None] For port cf1ce6c1-a195-433e-abb7-70dfbeac75f7, host dv-cinder-813986-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=cf1ce6c1-a195-433e-abb7-70dfbeac75f7,segment=NetworkSegment(225b3b64-b211-4c8d-9fa3-59ed2947d777),segment_id=225b3b64-b211-4c8d-9fa3-59ed2947d777)] {{(pid=100186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:28:28.279868 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e40e67-287d-4f57-87c3-ae8d2b14709d admin admin] Network 5a61d559-3003-4a4b-909b-205858fef85d is scheduled to be hosted by DHCP agent e1af82bd-3b37-4baa-aee7-1aadb6380796 with binding_index 1 {{(pid=100185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 12:28:28.298697 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-b5ab75cb-07da-45c9-a173-db9a0ae8c763 None None] Provisioning complete for port cf1ce6c1-a195-433e-abb7-70dfbeac75f7 triggered by entity DHCP. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:28:28.298984 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-b5ab75cb-07da-45c9-a173-db9a0ae8c763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:28.327061 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-90cfdfb8-6572-437b-8192-71213fdf507e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:28.336809 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-27c04846-3a84-4189-8b30-75b8cfbf2676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:28.357864 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.base_scheduler [None req-20e40e67-287d-4f57-87c3-ae8d2b14709d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813986-1-iscsi, 5a61d559-3003-4a4b-909b-205858fef85d) {{(pid=100185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:28:28.365013 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e40e67-287d-4f57-87c3-ae8d2b14709d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:28.367068 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-20e40e67-287d-4f57-87c3-ae8d2b14709d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:28.373680 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28df5c5-5a70-4d84-8f18-274ae73148bd None None] Network 5a61d559-3003-4a4b-909b-205858fef85d requested from dv-cinder-813986-1-iscsi {{(pid=100186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:28:28.402898 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-b5ab75cb-07da-45c9-a173-db9a0ae8c763 None None] Port cf1ce6c1-a195-433e-abb7-70dfbeac75f7 cannot update to ACTIVE because it is not bound. {{(pid=100186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 12:28:28.457377 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cfdfb8-6572-437b-8192-71213fdf507e None None] Routers {'ef56347c-c1c7-4226-a8ee-6efa63682cc7'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:28:28.458011 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-90cfdfb8-6572-437b-8192-71213fdf507e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:28:26Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['ef56347c-c1c7-4226-a8ee-6efa63682cc7'], 'active': True} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:28:28.461246 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f604c5c3-ac2b-4407-9ca5-efa775ab57be None None] Pushing event updated for resources: {'Port': ['ID=cf1ce6c1-a195-433e-abb7-70dfbeac75f7,revision_number=4']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:28.465742 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-20e40e67-287d-4f57-87c3-ae8d2b14709d admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7153611 Oct 14 12:28:28.468278 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 33434) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:28.473614 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.v2.base [None req-9567fe46-82a9-46d2-8070-881dc4d04449 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-707721578-router', 'tenant_id': '0c20a8dd2d244ca3b9896a95962524b4', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3'}}} {{(pid=100185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:28:28.600821 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-9567fe46-82a9-46d2-8070-881dc4d04449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-492'] for router, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:28.603160 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-9567fe46-82a9-46d2-8070-881dc4d04449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-619667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-956188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-507'] for router, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:28.638026 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvr_db [None req-90cfdfb8-6572-437b-8192-71213fdf507e None None] Set router ef56347c-c1c7-4226-a8ee-6efa63682cc7 gateway port host: dv-cinder-813986-1-iscsi {{(pid=100186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:28:28.672967 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-9567fe46-82a9-46d2-8070-881dc4d04449 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:28.676772 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4cec1a-38b7-4213-adc9-6ae6f790a82c req-d44cd4a5-c7dd-4ef7-8e9c-92d438f60abe tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:28.679088 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-d6a14d9d-70c3-480c-9ea7-db105183b5c8 None None] Provisioning complete for port cf1ce6c1-a195-433e-abb7-70dfbeac75f7 triggered by entity DHCP. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:28:28.679465 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-d6a14d9d-70c3-480c-9ea7-db105183b5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:28.681694 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ca4cec1a-38b7-4213-adc9-6ae6f790a82c req-d44cd4a5-c7dd-4ef7-8e9c-92d438f60abe tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 946 time: 0.0978405 Oct 14 12:28:28.731434 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e9d9c7-5e5e-45fc-bbba-a33525fb6fcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5129df06-2639-51ba-adec-6ae547517b28-5a61d559-3003-4a4b-909b-205858fef85d', 'network_id': '5a61d559-3003-4a4b-909b-205858fef85d', 'tenant_id': '0c20a8dd2d244ca3b9896a95962524b4', 'fixed_ips': [{'subnet_id': '8212ebb0-1e9b-4f0a-bcd2-aa221b7580fb'}]}} from dv-cinder-813986-1-iscsi. {{(pid=100186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 14 12:28:28.732294 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-56e9d9c7-5e5e-45fc-bbba-a33525fb6fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_create {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:28.751907 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ca4cec1a-38b7-4213-adc9-6ae6f790a82c req-29222e21-df11-4589-b0ac-39b369551ff4 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628276 Oct 14 12:28:28.895829 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device 9b6d5da3-54f6-4498-8766-f1cc9e165199 up at agent ovs-agent-dv-cinder-813986-1-iscsi {{(pid=100186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:28:28.923001 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-80d040d8-d066-43b9-8985-02f19de5c01b req-58e25d49-9aa9-47af-a862-e57564cec661 tempest-DeleteServersTestJSON-1675481604 tempest-DeleteServersTestJSON-1675481604-project] 10.222.0.54 "GET /v2.0/ports?device_id=248c30f1-cd13-4228-8777-4ad879ff94e7 HTTP/1.1" status: 200 len: 210 time: 0.0349870 Oct 14 12:28:28.953472 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-9567fe46-82a9-46d2-8070-881dc4d04449 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:29.065661 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-d6a14d9d-70c3-480c-9ea7-db105183b5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:29.102368 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.db_base_plugin_common [None req-56e9d9c7-5e5e-45fc-bbba-a33525fb6fcd None None] Allocated IP 172.20.0.2 (5a61d559-3003-4a4b-909b-205858fef85d/8212ebb0-1e9b-4f0a-bcd2-aa221b7580fb/a0213d61-23d9-4122-85f6-b683dddc7305) {{(pid=100186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:28:29.119252 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Provisioning complete for port 9b6d5da3-54f6-4498-8766-f1cc9e165199 triggered by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:28:29.119608 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:29.169452 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-d6a14d9d-70c3-480c-9ea7-db105183b5c8 None None] For port cf1ce6c1-a195-433e-abb7-70dfbeac75f7, host dv-cinder-813986-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=cf1ce6c1-a195-433e-abb7-70dfbeac75f7,segment=NetworkSegment(225b3b64-b211-4c8d-9fa3-59ed2947d777),segment_id=225b3b64-b211-4c8d-9fa3-59ed2947d777)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:28:29.284596 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-9567fe46-82a9-46d2-8070-881dc4d04449 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:29.314462 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-9567fe46-82a9-46d2-8070-881dc4d04449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:29.351932 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-d6a14d9d-70c3-480c-9ea7-db105183b5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:29.410228 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-90cfdfb8-6572-437b-8192-71213fdf507e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef56347c-c1c7-4226-a8ee-6efa63682cc7', 'name': 'tempest-TestShelveInstance-494155533-router', 'tenant_id': '9d75b8979b4c4881a94b492a998237d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '9b6d5da3-54f6-4498-8766-f1cc9e165199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:28:20Z', 'updated_at': '2021-10-14T12:28:25Z', 'revision_number': 4, 'project_id': '9d75b8979b4c4881a94b492a998237d9', 'gw_port': {'id': '9b6d5da3-54f6-4498-8766-f1cc9e165199', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef56347c-c1c7-4226-a8ee-6efa63682cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:28:21Z', 'updated_at': '2021-10-14T12:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_interfaces': [{'id': 'cf1ce6c1-a195-433e-abb7-70dfbeac75f7', 'name': '', 'network_id': 'acc15ba5-0543-4abc-b63a-0e54133d3dcf', 'tenant_id': '9d75b8979b4c4881a94b492a998237d9', 'mac_address': 'fa:16:3e:65:68:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef56347c-c1c7-4226-a8ee-6efa63682cc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '499e8163-03c2-47ed-9554-87f8f0cc96a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:28:24Z', 'updated_at': '2021-10-14T12:28:28Z', 'revision_number': 4, 'project_id': '9d75b8979b4c4881a94b492a998237d9', 'subnets': [{'id': '499e8163-03c2-47ed-9554-87f8f0cc96a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:28:29.430259 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.db.db_base_plugin_common [None req-9567fe46-82a9-46d2-8070-881dc4d04449 admin admin] Allocated IP 172.27.0.72 (b7b7a1d8-4110-4f63-bddb-33667e2d84f3/eea40cd2-79ec-4f52-9668-443439548eb0/d7a06d87-99cc-4935-84e8-0bca39b7d785) {{(pid=100185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:28:29.469565 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cfdfb8-6572-437b-8192-71213fdf507e None None] The sync data for ids ['ef56347c-c1c7-4226-a8ee-6efa63682cc7'] in dv-cinder-813986-1-iscsi is: [{'id': 'ef56347c-c1c7-4226-a8ee-6efa63682cc7', 'name': 'tempest-TestShelveInstance-494155533-router', 'tenant_id': '9d75b8979b4c4881a94b492a998237d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '9b6d5da3-54f6-4498-8766-f1cc9e165199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:28:20Z', 'updated_at': '2021-10-14T12:28:25Z', 'revision_number': 4, 'project_id': '9d75b8979b4c4881a94b492a998237d9', 'gw_port': {'id': '9b6d5da3-54f6-4498-8766-f1cc9e165199', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef56347c-c1c7-4226-a8ee-6efa63682cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:28:21Z', 'updated_at': '2021-10-14T12:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_interfaces': [{'id': 'cf1ce6c1-a195-433e-abb7-70dfbeac75f7', 'name': '', 'network_id': 'acc15ba5-0543-4abc-b63a-0e54133d3dcf', 'tenant_id': '9d75b8979b4c4881a94b492a998237d9', 'mac_address': 'fa:16:3e:65:68:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef56347c-c1c7-4226-a8ee-6efa63682cc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '499e8163-03c2-47ed-9554-87f8f0cc96a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:28:24Z', 'updated_at': '2021-10-14T12:28:28Z', 'revision_number': 4, 'project_id': '9d75b8979b4c4881a94b492a998237d9', 'subnets': [{'id': '499e8163-03c2-47ed-9554-87f8f0cc96a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:28:29.513021 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a14d9d-70c3-480c-9ea7-db105183b5c8 None None] Pushing event updated for resources: {'Port': ['ID=cf1ce6c1-a195-433e-abb7-70dfbeac75f7,revision_number=5']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:29.626450 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-56e9d9c7-5e5e-45fc-bbba-a33525fb6fcd None None] Notify callbacks [] for port, precommit_create {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:29.641196 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-9567fe46-82a9-46d2-8070-881dc4d04449 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:29.660062 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f9689-a5c3-4694-a86d-f7242e26c63a req-801ab859-67cb-4611-a2df-98c23aeb2906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:29.661610 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-467f9689-a5c3-4694-a86d-f7242e26c63a req-801ab859-67cb-4611-a2df-98c23aeb2906 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 1099 time: 0.0709898 Oct 14 12:28:29.703389 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-56e9d9c7-5e5e-45fc-bbba-a33525fb6fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787792822806'] for port, after_create {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:29.710138 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-467f9689-a5c3-4694-a86d-f7242e26c63a req-7afb557c-11ee-4a43-b712-e7ed498a6e7e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375419 Oct 14 12:28:29.740199 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e9d9c7-5e5e-45fc-bbba-a33525fb6fcd None None] Network 5a61d559-3003-4a4b-909b-205858fef85d is already hosted by enough agents. {{(pid=100186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:28:29.743646 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.scheduler.base_scheduler [None req-56e9d9c7-5e5e-45fc-bbba-a33525fb6fcd None None] Resources bound (agent type, host, resource id): {{(pid=100186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:28:29.747134 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e9d9c7-5e5e-45fc-bbba-a33525fb6fcd None None] Received port after_create {{(pid=100186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:28:29.759408 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e9d9c7-5e5e-45fc-bbba-a33525fb6fcd None None] Pushing event updated for resources: {'Port': ['ID=a0213d61-23d9-4122-85f6-b683dddc7305,revision_number=1']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:29.789223 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-9567fe46-82a9-46d2-8070-881dc4d04449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787792822806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7811617'] for port, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:29.824648 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.managers [None req-56e9d9c7-5e5e-45fc-bbba-a33525fb6fcd None None] Attempting to bind port a0213d61-23d9-4122-85f6-b683dddc7305 on host dv-cinder-813986-1-iscsi for vnic_type normal with profile {{(pid=100186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:28:29.825013 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.managers [None req-56e9d9c7-5e5e-45fc-bbba-a33525fb6fcd None None] Attempting to bind port a0213d61-23d9-4122-85f6-b683dddc7305 by drivers openvswitch,hyperv on host dv-cinder-813986-1-iscsi at level 0 using segments [{'id': '32168964-8557-48b4-af1a-8cb3e2e1968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5a61d559-3003-4a4b-909b-205858fef85d'}] {{(pid=100186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:28:29.827254 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e9d9c7-5e5e-45fc-bbba-a33525fb6fcd None None] Attempting to bind port a0213d61-23d9-4122-85f6-b683dddc7305 on network 5a61d559-3003-4a4b-909b-205858fef85d {{(pid=100186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:28:29.831671 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e9d9c7-5e5e-45fc-bbba-a33525fb6fcd None None] Checking agent: {'id': '87c3554d-181c-44a6-8f26-629ea6b28d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813986-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 18, 27), 'started_at': datetime.datetime(2021, 10, 14, 12, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813986-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:28:29.832141 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e9d9c7-5e5e-45fc-bbba-a33525fb6fcd None None] Checking segment: {'id': '32168964-8557-48b4-af1a-8cb3e2e1968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5a61d559-3003-4a4b-909b-205858fef85d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:28:29.832548 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-56e9d9c7-5e5e-45fc-bbba-a33525fb6fcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:29.832915 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e9d9c7-5e5e-45fc-bbba-a33525fb6fcd None None] Bound using segment: {'id': '32168964-8557-48b4-af1a-8cb3e2e1968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5a61d559-3003-4a4b-909b-205858fef85d'} {{(pid=100186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:28:29.833413 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.managers [None req-56e9d9c7-5e5e-45fc-bbba-a33525fb6fcd None None] Bound port: a0213d61-23d9-4122-85f6-b683dddc7305, host: dv-cinder-813986-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32168964-8557-48b4-af1a-8cb3e2e1968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5a61d559-3003-4a4b-909b-205858fef85d'}}] {{(pid=100186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:28:29.833747 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-56e9d9c7-5e5e-45fc-bbba-a33525fb6fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:29.891684 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9567fe46-82a9-46d2-8070-881dc4d04449 admin admin] Network b7b7a1d8-4110-4f63-bddb-33667e2d84f3 is already hosted by enough agents. {{(pid=100185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:28:29.897960 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.base_scheduler [None req-9567fe46-82a9-46d2-8070-881dc4d04449 admin admin] Resources bound (agent type, host, resource id): {{(pid=100185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:28:29.907231 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9567fe46-82a9-46d2-8070-881dc4d04449 admin admin] Received port after_create {{(pid=100185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:28:29.915883 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0e0f05-9dd7-43cd-8a85-bad52dee1e2e req-d3e8a6a2-74ab-43f8-8d98-50ac55f96f85 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:29.924826 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-4b0e0f05-9dd7-43cd-8a85-bad52dee1e2e req-d3e8a6a2-74ab-43f8-8d98-50ac55f96f85 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 946 time: 0.0853565 Oct 14 12:28:29.960570 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-56e9d9c7-5e5e-45fc-bbba-a33525fb6fcd None None] For port a0213d61-23d9-4122-85f6-b683dddc7305, host dv-cinder-813986-1-iscsi, cleared binding levels {{(pid=100186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:28:29.967508 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-56e9d9c7-5e5e-45fc-bbba-a33525fb6fcd None None] For port a0213d61-23d9-4122-85f6-b683dddc7305, host dv-cinder-813986-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=a0213d61-23d9-4122-85f6-b683dddc7305,segment=NetworkSegment(32168964-8557-48b4-af1a-8cb3e2e1968f),segment_id=32168964-8557-48b4-af1a-8cb3e2e1968f)] {{(pid=100186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:28:29.971039 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-4b0e0f05-9dd7-43cd-8a85-bad52dee1e2e req-1093d2fd-116b-4a0b-a888-fce591e25a27 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452571 Oct 14 12:28:30.044151 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-56e9d9c7-5e5e-45fc-bbba-a33525fb6fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:30.054522 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9567fe46-82a9-46d2-8070-881dc4d04449 admin admin] Pushing event updated for resources: {'Port': ['ID=d7a06d87-99cc-4935-84e8-0bca39b7d785,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:30.110317 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e9d9c7-5e5e-45fc-bbba-a33525fb6fcd None None] Pushing event updated for resources: {'Port': ['ID=a0213d61-23d9-4122-85f6-b683dddc7305,revision_number=2']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:30.411004 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-9567fe46-82a9-46d2-8070-881dc4d04449 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:30.675061 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-9567fe46-82a9-46d2-8070-881dc4d04449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619686'] for router, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:30.924084 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device a0213d61-23d9-4122-85f6-b683dddc7305 up at agent ovs-agent-dv-cinder-813986-1-iscsi {{(pid=100186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:28:31.002528 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Provisioning complete for port a0213d61-23d9-4122-85f6-b683dddc7305 triggered by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:28:31.003216 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:31.099354 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:31.157073 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4051386-a194-42d5-b0a0-8676783a7c41 req-894dd08d-6b49-4cfa-ab02-7ac23f98d4ce tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:31.157073 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-c4051386-a194-42d5-b0a0-8676783a7c41 req-894dd08d-6b49-4cfa-ab02-7ac23f98d4ce tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 946 time: 0.0693679 Oct 14 12:28:31.157919 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] For port a0213d61-23d9-4122-85f6-b683dddc7305, host dv-cinder-813986-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=a0213d61-23d9-4122-85f6-b683dddc7305,segment=NetworkSegment(32168964-8557-48b4-af1a-8cb3e2e1968f),segment_id=32168964-8557-48b4-af1a-8cb3e2e1968f)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:28:31.172847 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-c4051386-a194-42d5-b0a0-8676783a7c41 req-0e8c56f8-c975-4b67-8a76-0691c3f6420f tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365186 Oct 14 12:28:31.182552 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9567fe46-82a9-46d2-8070-881dc4d04449 admin admin] Router 9a2f6ab6-0ff8-4dde-8a0b-057d24ab0e5d is scheduled to L3 agent 98567738-4256-4ddd-ae03-62c82ecec038 with binding_index 1 {{(pid=100185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 12:28:31.254464 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c8c2ba-59c1-46dd-ae36-d9101a2ee36e None None] Network 5a61d559-3003-4a4b-909b-205858fef85d requested from dv-cinder-813986-1-iscsi {{(pid=100186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:28:31.327295 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-2c9d220f-2838-4745-b2d0-b3d3b263bdb7 None None] Provisioning complete for port a0213d61-23d9-4122-85f6-b683dddc7305 triggered by entity DHCP. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:28:31.327668 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-2c9d220f-2838-4745-b2d0-b3d3b263bdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:31.401887 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:31.402681 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device cf1ce6c1-a195-433e-abb7-70dfbeac75f7 up at agent ovs-agent-dv-cinder-813986-1-iscsi {{(pid=100186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:28:31.513731 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9567fe46-82a9-46d2-8070-881dc4d04449 admin admin] Notify agent at l3_agent.dv-cinder-813986-1-iscsi the message routers_updated {{(pid=100185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:28:31.526545 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0ad50b-579f-4e5d-afb5-ad20ccf38f1b None None] Sync routers for ids ['9a2f6ab6-0ff8-4dde-8a0b-057d24ab0e5d'] in dv-cinder-813986-1-iscsi {{(pid=100187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:28:31.541559 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0ad50b-579f-4e5d-afb5-ad20ccf38f1b None None] Routers {'9a2f6ab6-0ff8-4dde-8a0b-057d24ab0e5d'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:28:31.542159 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Pushing event updated for resources: {'Port': ['ID=a0213d61-23d9-4122-85f6-b683dddc7305,revision_number=3']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:31.542283 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_hamode_db [None req-cd0ad50b-579f-4e5d-afb5-ad20ccf38f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:28:26Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['9a2f6ab6-0ff8-4dde-8a0b-057d24ab0e5d'], 'active': True} {{(pid=100187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:28:31.584239 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Provisioning complete for port cf1ce6c1-a195-433e-abb7-70dfbeac75f7 triggered by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:28:31.584617 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:31.647909 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-9567fe46-82a9-46d2-8070-881dc4d04449 admin admin] Notify callbacks [] for router, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:31.649459 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-9567fe46-82a9-46d2-8070-881dc4d04449 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.1797512 Oct 14 12:28:31.660113 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 33522) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:31.667906 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_dvr_db [None req-cd0ad50b-579f-4e5d-afb5-ad20ccf38f1b None None] Set router 9a2f6ab6-0ff8-4dde-8a0b-057d24ab0e5d gateway port host: dv-cinder-813986-1-iscsi {{(pid=100187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:28:31.794570 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-365571ce-715b-42b9-af05-cdddc4971156 None None] Provisioning complete for port a0213d61-23d9-4122-85f6-b683dddc7305 triggered by entity DHCP. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:28:31.795027 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-365571ce-715b-42b9-af05-cdddc4971156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:31.894177 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_hamode_db [None req-cd0ad50b-579f-4e5d-afb5-ad20ccf38f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2f6ab6-0ff8-4dde-8a0b-057d24ab0e5d', 'name': 'tempest-TestShelveInstance-707721578-router', 'tenant_id': '0c20a8dd2d244ca3b9896a95962524b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'd7a06d87-99cc-4935-84e8-0bca39b7d785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:28:28Z', 'updated_at': '2021-10-14T12:28:30Z', 'revision_number': 3, 'project_id': '0c20a8dd2d244ca3b9896a95962524b4', 'gw_port': {'id': 'd7a06d87-99cc-4935-84e8-0bca39b7d785', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2f6ab6-0ff8-4dde-8a0b-057d24ab0e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:28:29Z', 'updated_at': '2021-10-14T12:28:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi'}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:28:31.926812 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0ad50b-579f-4e5d-afb5-ad20ccf38f1b None None] Checking router: 9a2f6ab6-0ff8-4dde-8a0b-057d24ab0e5d for host: dv-cinder-813986-1-iscsi {{(pid=100187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:28:31.927432 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0ad50b-579f-4e5d-afb5-ad20ccf38f1b None None] Updating router 9a2f6ab6-0ff8-4dde-8a0b-057d24ab0e5d port d7a06d87-99cc-4935-84e8-0bca39b7d785 binding host dv-cinder-813986-1-iscsi {{(pid=100187) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 12:28:32.047664 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron_lib.callbacks.manager [None req-cd0ad50b-579f-4e5d-afb5-ad20ccf38f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:32.157854 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-232ff51e-021f-4d4b-81cc-63784acbc2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:32.300494 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568490a2-9959-4484-be4d-38cb87813ca4 req-6021d19e-a7d4-4edb-82d2-cad0edf8d1e3 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:32.302241 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-568490a2-9959-4484-be4d-38cb87813ca4 req-6021d19e-a7d4-4edb-82d2-cad0edf8d1e3 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 946 time: 0.0554419 Oct 14 12:28:32.321852 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.db.db_base_plugin_common [None req-232ff51e-021f-4d4b-81cc-63784acbc2fe admin admin] Allocated IP 172.20.0.1 (5a61d559-3003-4a4b-909b-205858fef85d/8212ebb0-1e9b-4f0a-bcd2-aa221b7580fb/a8b92a8e-dae6-4f1e-b903-0c3c69b04949) {{(pid=100185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:28:32.328151 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron_lib.callbacks.manager [None req-cd0ad50b-579f-4e5d-afb5-ad20ccf38f1b None None] Notify callbacks [] for port, precommit_update {{(pid=100187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:32.349562 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-568490a2-9959-4484-be4d-38cb87813ca4 req-05a079df-beec-416b-8203-f97a79a9df3d tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365667 Oct 14 12:28:32.391700 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron_lib.callbacks.manager [None req-cd0ad50b-579f-4e5d-afb5-ad20ccf38f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:32.433203 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-232ff51e-021f-4d4b-81cc-63784acbc2fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:32.443027 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.managers [None req-cd0ad50b-579f-4e5d-afb5-ad20ccf38f1b None None] Attempting to bind port d7a06d87-99cc-4935-84e8-0bca39b7d785 on host dv-cinder-813986-1-iscsi for vnic_type normal with profile {{(pid=100187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:28:32.443403 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.managers [None req-cd0ad50b-579f-4e5d-afb5-ad20ccf38f1b None None] Attempting to bind port d7a06d87-99cc-4935-84e8-0bca39b7d785 by drivers openvswitch,hyperv on host dv-cinder-813986-1-iscsi at level 0 using segments [{'id': '25948913-841c-4e53-955d-096026847693', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3'}] {{(pid=100187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:28:32.444333 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0ad50b-579f-4e5d-afb5-ad20ccf38f1b None None] Attempting to bind port d7a06d87-99cc-4935-84e8-0bca39b7d785 on network b7b7a1d8-4110-4f63-bddb-33667e2d84f3 {{(pid=100187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:28:32.453651 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e129cb-4580-4d45-97df-748e6ca23e39 None None] Pushing event updated for resources: {'Port': ['ID=d7a06d87-99cc-4935-84e8-0bca39b7d785,revision_number=2']} {{(pid=100187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:32.456387 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0ad50b-579f-4e5d-afb5-ad20ccf38f1b None None] Checking agent: {'id': '87c3554d-181c-44a6-8f26-629ea6b28d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813986-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 18, 27), 'started_at': datetime.datetime(2021, 10, 14, 12, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813986-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:28:32.456822 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0ad50b-579f-4e5d-afb5-ad20ccf38f1b None None] Checking segment: {'id': '25948913-841c-4e53-955d-096026847693', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:28:32.457228 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron_lib.callbacks.manager [None req-cd0ad50b-579f-4e5d-afb5-ad20ccf38f1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:32.457638 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0ad50b-579f-4e5d-afb5-ad20ccf38f1b None None] Bound using segment: {'id': '25948913-841c-4e53-955d-096026847693', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3'} {{(pid=100187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:28:32.458087 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.managers [None req-cd0ad50b-579f-4e5d-afb5-ad20ccf38f1b None None] Bound port: d7a06d87-99cc-4935-84e8-0bca39b7d785, host: dv-cinder-813986-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25948913-841c-4e53-955d-096026847693', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3'}}] {{(pid=100187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:28:32.458489 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron_lib.callbacks.manager [None req-cd0ad50b-579f-4e5d-afb5-ad20ccf38f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:32.489732 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7151ce33-5811-4b40-a010-8f1ecb555a8c req-743c13b4-f40d-4470-9b8f-14e2401ab35a tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:32.491314 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-7151ce33-5811-4b40-a010-8f1ecb555a8c req-743c13b4-f40d-4470-9b8f-14e2401ab35a tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 945 time: 0.0648503 Oct 14 12:28:32.519482 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.db [None req-cd0ad50b-579f-4e5d-afb5-ad20ccf38f1b None None] For port d7a06d87-99cc-4935-84e8-0bca39b7d785, host dv-cinder-813986-1-iscsi, cleared binding levels {{(pid=100187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:28:32.523397 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.db [None req-cd0ad50b-579f-4e5d-afb5-ad20ccf38f1b None None] For port d7a06d87-99cc-4935-84e8-0bca39b7d785, host dv-cinder-813986-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=d7a06d87-99cc-4935-84e8-0bca39b7d785,segment=NetworkSegment(25948913-841c-4e53-955d-096026847693),segment_id=25948913-841c-4e53-955d-096026847693)] {{(pid=100187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:28:32.529730 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-232ff51e-021f-4d4b-81cc-63784acbc2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787792822806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7811617'] for port, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:32.535753 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-7151ce33-5811-4b40-a010-8f1ecb555a8c req-d635b69a-b9eb-4c2a-b1d8-4cd13c13e428 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361931 Oct 14 12:28:32.577028 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232ff51e-021f-4d4b-81cc-63784acbc2fe admin admin] Network 5a61d559-3003-4a4b-909b-205858fef85d is already hosted by enough agents. {{(pid=100185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:28:32.581279 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.base_scheduler [None req-232ff51e-021f-4d4b-81cc-63784acbc2fe admin admin] Resources bound (agent type, host, resource id): {{(pid=100185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:28:32.586273 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232ff51e-021f-4d4b-81cc-63784acbc2fe admin admin] Received port after_create {{(pid=100185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:28:32.592291 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232ff51e-021f-4d4b-81cc-63784acbc2fe admin admin] Pushing event updated for resources: {'Port': ['ID=a8b92a8e-dae6-4f1e-b903-0c3c69b04949,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:32.605446 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron_lib.callbacks.manager [None req-cd0ad50b-579f-4e5d-afb5-ad20ccf38f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:32.629360 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-232ff51e-021f-4d4b-81cc-63784acbc2fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618643'] for router_interface, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:32.664619 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0ad50b-579f-4e5d-afb5-ad20ccf38f1b None None] Routers {'9a2f6ab6-0ff8-4dde-8a0b-057d24ab0e5d'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:28:32.665469 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_hamode_db [None req-cd0ad50b-579f-4e5d-afb5-ad20ccf38f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:28:26Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['9a2f6ab6-0ff8-4dde-8a0b-057d24ab0e5d'], 'active': True} {{(pid=100187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:28:32.741492 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e129cb-4580-4d45-97df-748e6ca23e39 None None] Pushing event updated for resources: {'Port': ['ID=d7a06d87-99cc-4935-84e8-0bca39b7d785,revision_number=3']} {{(pid=100187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:32.807579 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device a0213d61-23d9-4122-85f6-b683dddc7305 up at agent ovs-agent-dv-cinder-813986-1-iscsi {{(pid=100186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:28:32.809055 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_dvr_db [None req-cd0ad50b-579f-4e5d-afb5-ad20ccf38f1b None None] Set router 9a2f6ab6-0ff8-4dde-8a0b-057d24ab0e5d gateway port host: dv-cinder-813986-1-iscsi {{(pid=100187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:28:32.865046 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Provisioning complete for port a0213d61-23d9-4122-85f6-b683dddc7305 triggered by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:28:32.866352 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:32.958336 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-6c28e524-0bb9-460a-9a3c-d1a0f3eccf04 None None] Provisioning complete for port a8b92a8e-dae6-4f1e-b903-0c3c69b04949 triggered by entity DHCP. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:28:32.958826 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-6c28e524-0bb9-460a-9a3c-d1a0f3eccf04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:32.969657 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-232ff51e-021f-4d4b-81cc-63784acbc2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:33.025931 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-6c28e524-0bb9-460a-9a3c-d1a0f3eccf04 None None] Port a8b92a8e-dae6-4f1e-b903-0c3c69b04949 cannot update to ACTIVE because it is not bound. {{(pid=100186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 12:28:33.042607 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_hamode_db [None req-cd0ad50b-579f-4e5d-afb5-ad20ccf38f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2f6ab6-0ff8-4dde-8a0b-057d24ab0e5d', 'name': 'tempest-TestShelveInstance-707721578-router', 'tenant_id': '0c20a8dd2d244ca3b9896a95962524b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'd7a06d87-99cc-4935-84e8-0bca39b7d785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:28:28Z', 'updated_at': '2021-10-14T12:28:30Z', 'revision_number': 3, 'project_id': '0c20a8dd2d244ca3b9896a95962524b4', 'gw_port': {'id': 'd7a06d87-99cc-4935-84e8-0bca39b7d785', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2f6ab6-0ff8-4dde-8a0b-057d24ab0e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:28:29Z', 'updated_at': '2021-10-14T12:28:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi'}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:28:33.073694 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0ad50b-579f-4e5d-afb5-ad20ccf38f1b None None] The sync data for ids ['9a2f6ab6-0ff8-4dde-8a0b-057d24ab0e5d'] in dv-cinder-813986-1-iscsi is: [{'id': '9a2f6ab6-0ff8-4dde-8a0b-057d24ab0e5d', 'name': 'tempest-TestShelveInstance-707721578-router', 'tenant_id': '0c20a8dd2d244ca3b9896a95962524b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'd7a06d87-99cc-4935-84e8-0bca39b7d785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:28:28Z', 'updated_at': '2021-10-14T12:28:30Z', 'revision_number': 3, 'project_id': '0c20a8dd2d244ca3b9896a95962524b4', 'gw_port': {'id': 'd7a06d87-99cc-4935-84e8-0bca39b7d785', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2f6ab6-0ff8-4dde-8a0b-057d24ab0e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:28:29Z', 'updated_at': '2021-10-14T12:28:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi'}] {{(pid=100187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:28:33.153889 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-232ff51e-021f-4d4b-81cc-63784acbc2fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:33.231131 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-232ff51e-021f-4d4b-81cc-63784acbc2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7811640'] for port, after_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:33.271475 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 33564) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:33.328089 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-232ff51e-021f-4d4b-81cc-63784acbc2fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618727'] for router_interface, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:33.349961 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232ff51e-021f-4d4b-81cc-63784acbc2fe admin admin] Pushing event updated for resources: {'Port': ['ID=a8b92a8e-dae6-4f1e-b903-0c3c69b04949,revision_number=2']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:33.401899 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe635408-2336-4ffc-806a-62990b0cbf7c admin admin] Deleting subnet d70eba82-8cb5-4a96-8cb3-69fcbc9e06ea {{(pid=100184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Oct 14 12:28:33.412152 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-fe635408-2336-4ffc-806a-62990b0cbf7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:33.457585 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-fe635408-2336-4ffc-806a-62990b0cbf7c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:33.464357 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-fe635408-2336-4ffc-806a-62990b0cbf7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2028271'] for subnet, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:33.494258 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232ff51e-021f-4d4b-81cc-63784acbc2fe admin admin] Network 5a61d559-3003-4a4b-909b-205858fef85d is already hosted by enough agents. {{(pid=100185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:28:33.496440 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.base_scheduler [None req-232ff51e-021f-4d4b-81cc-63784acbc2fe admin admin] Resources bound (agent type, host, resource id): {{(pid=100185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:28:33.611677 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-fe635408-2336-4ffc-806a-62990b0cbf7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2028256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640'] for subnet, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:33.630455 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-232ff51e-021f-4d4b-81cc-63784acbc2fe admin admin] Router 9a2f6ab6-0ff8-4dde-8a0b-057d24ab0e5d has already been hosted by L3 agent 98567738-4256-4ddd-ae03-62c82ecec038 {{(pid=100185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 12:28:33.646930 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe635408-2336-4ffc-806a-62990b0cbf7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d70eba82-8cb5-4a96-8cb3-69fcbc9e06ea,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:33.652287 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-fe635408-2336-4ffc-806a-62990b0cbf7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531662'] for subnet, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:33.659202 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-fe635408-2336-4ffc-806a-62990b0cbf7c admin admin] 10.222.0.54 "DELETE /v2.0/subnets/d70eba82-8cb5-4a96-8cb3-69fcbc9e06ea HTTP/1.1" status: 204 len: 168 time: 0.3860142 Oct 14 12:28:33.680612 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 33574) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:33.772386 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-232ff51e-021f-4d4b-81cc-63784acbc2fe admin admin] Notify agent at l3_agent.dv-cinder-813986-1-iscsi the message routers_updated {{(pid=100185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:28:33.774481 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-bcb6fee8-9ad4-4e54-a003-1f50d9b5a10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1900015'] for network, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:33.778744 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-232ff51e-021f-4d4b-81cc-63784acbc2fe admin admin] 10.222.0.54 "PUT /v2.0/routers/9a2f6ab6-0ff8-4dde-8a0b-057d24ab0e5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1171250 Oct 14 12:28:33.864037 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-bebba40e-1ebc-4fe9-bab0-ee59cd055555 None None] Provisioning complete for port a8b92a8e-dae6-4f1e-b903-0c3c69b04949 triggered by entity DHCP. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:28:33.864037 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-bebba40e-1ebc-4fe9-bab0-ee59cd055555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:33.929227 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-bebba40e-1ebc-4fe9-bab0-ee59cd055555 None None] Port a8b92a8e-dae6-4f1e-b903-0c3c69b04949 cannot update to ACTIVE because it is not bound. {{(pid=100186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 12:28:33.933679 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-bcb6fee8-9ad4-4e54-a003-1f50d9b5a10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2018836', 'neutron.services.segments.db._delete_segments_for_network-8787793369613'] for network, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:33.962497 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-bcb6fee8-9ad4-4e54-a003-1f50d9b5a10f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:28:33.963014 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-bcb6fee8-9ad4-4e54-a003-1f50d9b5a10f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:28:33.964661 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-bcb6fee8-9ad4-4e54-a003-1f50d9b5a10f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:28:33.965299 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-bcb6fee8-9ad4-4e54-a003-1f50d9b5a10f admin admin] Subscribe: > port after_create 55550000 {{(pid=100184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:28:33.965466 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-bcb6fee8-9ad4-4e54-a003-1f50d9b5a10f admin admin] Subscribe: > port after_delete 55550000 {{(pid=100184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:28:33.966541 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-bcb6fee8-9ad4-4e54-a003-1f50d9b5a10f admin admin] Subscribe: > port after_update 55550000 {{(pid=100184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:28:33.966867 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-bcb6fee8-9ad4-4e54-a003-1f50d9b5a10f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:28:33.967182 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-bcb6fee8-9ad4-4e54-a003-1f50d9b5a10f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:28:33.967492 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-bcb6fee8-9ad4-4e54-a003-1f50d9b5a10f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:28:33.967828 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-bcb6fee8-9ad4-4e54-a003-1f50d9b5a10f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:28:34.114964 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-bcb6fee8-9ad4-4e54-a003-1f50d9b5a10f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:28:34.115340 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-bcb6fee8-9ad4-4e54-a003-1f50d9b5a10f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:28:34.115668 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-bcb6fee8-9ad4-4e54-a003-1f50d9b5a10f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:28:34.116007 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-bcb6fee8-9ad4-4e54-a003-1f50d9b5a10f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:28:34.116560 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.services.segments.db [None req-bcb6fee8-9ad4-4e54-a003-1f50d9b5a10f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8be115fa-96b3-4d1e-972c-330c421964ff']}} {{(pid=100184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:28:34.157335 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.services.segments.db [None req-bcb6fee8-9ad4-4e54-a003-1f50d9b5a10f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '291139c9-092b-4bac-95f7-c191827175d6') {'for_net_delete': True} {{(pid=100184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:28:34.157649 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.services.segments.db [None req-bcb6fee8-9ad4-4e54-a003-1f50d9b5a10f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '291139c9-092b-4bac-95f7-c191827175d6') {} {{(pid=100184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:28:34.181354 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-bcb6fee8-9ad4-4e54-a003-1f50d9b5a10f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787793369110', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5993278'] for segment, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:34.205793 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-bcb6fee8-9ad4-4e54-a003-1f50d9b5a10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030694'] for segment, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:34.225483 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcb6fee8-9ad4-4e54-a003-1f50d9b5a10f admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=100184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 12:28:34.229682 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-bcb6fee8-9ad4-4e54-a003-1f50d9b5a10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6235131'] for segment, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:34.231010 dv-cinder-813986-1-iscsi neutron-server[100184]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 14 12:28:34.231010 dv-cinder-813986-1-iscsi neutron-server[100184]: from cryptography.utils import int_from_bytes Oct 14 12:28:34.231010 dv-cinder-813986-1-iscsi neutron-server[100184]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 14 12:28:34.231010 dv-cinder-813986-1-iscsi neutron-server[100184]: from cryptography.utils import int_from_bytes Oct 14 12:28:34.231010 dv-cinder-813986-1-iscsi neutron-server[100184]: Traceback (most recent call last): Oct 14 12:28:34.231010 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 12:28:34.231010 dv-cinder-813986-1-iscsi neutron-server[100184]: timer() Oct 14 12:28:34.231010 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 12:28:34.231010 dv-cinder-813986-1-iscsi neutron-server[100184]: cb(*args, **kw) Oct 14 12:28:34.231010 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 12:28:34.231010 dv-cinder-813986-1-iscsi neutron-server[100184]: return func(*args, **kwargs) Oct 14 12:28:34.231010 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 12:28:34.231010 dv-cinder-813986-1-iscsi neutron-server[100184]: self._notify() Oct 14 12:28:34.231010 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 12:28:34.231010 dv-cinder-813986-1-iscsi neutron-server[100184]: self.callback(batched_events) Oct 14 12:28:34.231010 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 12:28:34.231010 dv-cinder-813986-1-iscsi neutron-server[100184]: event.method(event) Oct 14 12:28:34.231010 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 12:28:34.231010 dv-cinder-813986-1-iscsi neutron-server[100184]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 12:28:34.231010 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 12:28:34.231010 dv-cinder-813986-1-iscsi neutron-server[100184]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 12:28:34.231010 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 12:28:34.231010 dv-cinder-813986-1-iscsi neutron-server[100184]: return f(self, *a, **k) Oct 14 12:28:34.231010 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 12:28:34.231010 dv-cinder-813986-1-iscsi neutron-server[100184]: return self._get(url).json() Oct 14 12:28:34.231010 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 12:28:34.231010 dv-cinder-813986-1-iscsi neutron-server[100184]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 12:28:34.231010 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 12:28:34.231010 dv-cinder-813986-1-iscsi neutron-server[100184]: return self.request(url, 'GET', **kwargs) Oct 14 12:28:34.231010 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 12:28:34.231010 dv-cinder-813986-1-iscsi neutron-server[100184]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 12:28:34.231010 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 12:28:34.231010 dv-cinder-813986-1-iscsi neutron-server[100184]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 12:28:34.231010 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 12:28:34.231010 dv-cinder-813986-1-iscsi neutron-server[100184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 12:28:34.231010 dv-cinder-813986-1-iscsi neutron-server[100184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 12:28:34.397808 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-bcb6fee8-9ad4-4e54-a003-1f50d9b5a10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2018925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-619758'] for network, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:34.405479 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-bcb6fee8-9ad4-4e54-a003-1f50d9b5a10f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531662'] for network, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:34.409466 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-bcb6fee8-9ad4-4e54-a003-1f50d9b5a10f admin admin] 10.222.0.54 "DELETE /v2.0/networks/8be115fa-96b3-4d1e-972c-330c421964ff HTTP/1.1" status: 204 len: 168 time: 0.7267351 Oct 14 12:28:34.618514 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb6fee8-9ad4-4e54-a003-1f50d9b5a10f admin admin] Pushing event deleted for resources: {'Network': ['ID=8be115fa-96b3-4d1e-972c-330c421964ff,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:34.728670 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 33630) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:34.737365 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.v2.base [None req-948d05de-c2f8-43e5-a215-7e99e4720467 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-801820462', 'description': 'tempest-secgroup-smoke-801820462 description', 'project_id': '9d75b8979b4c4881a94b492a998237d9'}} {{(pid=100185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:28:34.843344 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-948d05de-c2f8-43e5-a215-7e99e4720467 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Notify callbacks [] for security_group, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:34.868994 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device d7a06d87-99cc-4935-84e8-0bca39b7d785 up at agent ovs-agent-dv-cinder-813986-1-iscsi {{(pid=100186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:28:34.920785 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 33642) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:34.923477 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Provisioning complete for port d7a06d87-99cc-4935-84e8-0bca39b7d785 triggered by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:28:34.923892 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:34.930912 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-948d05de-c2f8-43e5-a215-7e99e4720467 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Notify callbacks [] for security_group, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:34.972213 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 33652) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:34.981859 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-52c3a35a-ac84-4ed1-8f8f-b35120a2a59a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0c84bd9e2ac4497a8e3d7af806fda3ba&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0457416 Oct 14 12:28:35.022141 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:35.034862 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-948d05de-c2f8-43e5-a215-7e99e4720467 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:35.043884 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] For port d7a06d87-99cc-4935-84e8-0bca39b7d785, host dv-cinder-813986-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=d7a06d87-99cc-4935-84e8-0bca39b7d785,segment=NetworkSegment(25948913-841c-4e53-955d-096026847693),segment_id=25948913-841c-4e53-955d-096026847693)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:28:35.048029 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-c3748dbb-37be-4922-a4ba-1c607f655c1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:35.080019 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948d05de-c2f8-43e5-a215-7e99e4720467 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7efa3605-5c1b-4381-aa51-8a31690ba583,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:35.086360 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-c3748dbb-37be-4922-a4ba-1c607f655c1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:35.137022 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:35.141105 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-948d05de-c2f8-43e5-a215-7e99e4720467 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Notify callbacks [] for security_group, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:35.147544 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-948d05de-c2f8-43e5-a215-7e99e4720467 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4151680 Oct 14 12:28:35.147943 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 33656) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:35.153245 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.v2.base [None req-ad010192-678c-4e17-8ded-5b6599ea2db1 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Request body: {'security_group_rule': {'security_group_id': '7efa3605-5c1b-4381-aa51-8a31690ba583', 'project_id': '9d75b8979b4c4881a94b492a998237d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:28:35.201683 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Pushing event updated for resources: {'Port': ['ID=d7a06d87-99cc-4935-84e8-0bca39b7d785,revision_number=4']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:35.205133 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-c3748dbb-37be-4922-a4ba-1c607f655c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:35.207720 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-c3748dbb-37be-4922-a4ba-1c607f655c1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:35.208897 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-c3748dbb-37be-4922-a4ba-1c607f655c1c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ed60bd67-b132-4030-a669-b413cd375b39 HTTP/1.1" status: 204 len: 168 time: 0.2356286 Oct 14 12:28:35.230688 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3748dbb-37be-4922-a4ba-1c607f655c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed60bd67-b132-4030-a669-b413cd375b39,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:35.259383 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-ad010192-678c-4e17-8ded-5b6599ea2db1 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:35.341099 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-ad010192-678c-4e17-8ded-5b6599ea2db1 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:35.399218 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-ad010192-678c-4e17-8ded-5b6599ea2db1 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596696'] for security_group_rule, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:35.419576 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad010192-678c-4e17-8ded-5b6599ea2db1 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19f20676-5c6f-4258-b2dc-5dd4746498c2,revision_number=0']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:35.465677 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 33670) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:35.526866 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-ad010192-678c-4e17-8ded-5b6599ea2db1 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:35.537978 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 33680) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:35.538128 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-ad010192-678c-4e17-8ded-5b6599ea2db1 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3890717 Oct 14 12:28:35.545579 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.v2.base [None req-1aa3c3b0-7f80-43e6-936b-ec11ca108b60 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Request body: {'security_group_rule': {'security_group_id': '7efa3605-5c1b-4381-aa51-8a31690ba583', 'project_id': '9d75b8979b4c4881a94b492a998237d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:28:35.612822 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-12e7be5e-183f-48c6-84ca-c7b59a178e4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:35.698222 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-12e7be5e-183f-48c6-84ca-c7b59a178e4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:35.699250 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-1aa3c3b0-7f80-43e6-936b-ec11ca108b60 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:35.777936 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-1aa3c3b0-7f80-43e6-936b-ec11ca108b60 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:35.791550 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-12e7be5e-183f-48c6-84ca-c7b59a178e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:35.837489 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-12e7be5e-183f-48c6-84ca-c7b59a178e4a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e82477c2ad8146e38b027554c50a502d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3707221 Oct 14 12:28:35.838352 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e7be5e-183f-48c6-84ca-c7b59a178e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33bbca76-d6b3-442e-a08f-a5264f8d499e,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:35.840309 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 33696) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:35.877134 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-1aa3c3b0-7f80-43e6-936b-ec11ca108b60 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596696'] for security_group_rule, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:35.897448 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa3c3b0-7f80-43e6-936b-ec11ca108b60 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40fb6446-29b5-4b48-aa8a-8ebd4d542c9a,revision_number=0']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:35.911832 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-a0bba277-0d1d-44d5-8917-a379548a9328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:35.935782 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-a0bba277-0d1d-44d5-8917-a379548a9328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:36.031523 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-1aa3c3b0-7f80-43e6-936b-ec11ca108b60 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:36.031702 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-1aa3c3b0-7f80-43e6-936b-ec11ca108b60 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4926698 Oct 14 12:28:36.035139 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 33704) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:36.039470 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.v2.base [None req-c7ecb119-2b8e-4244-95e5-783e0084ddda tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Request body: {'security_group_rule': {'security_group_id': '7efa3605-5c1b-4381-aa51-8a31690ba583', 'project_id': '9d75b8979b4c4881a94b492a998237d9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:28:36.108122 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-a0bba277-0d1d-44d5-8917-a379548a9328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:36.110737 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-a0bba277-0d1d-44d5-8917-a379548a9328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:36.111864 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-a0bba277-0d1d-44d5-8917-a379548a9328 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/33bbca76-d6b3-442e-a08f-a5264f8d499e HTTP/1.1" status: 204 len: 168 time: 0.2705758 Oct 14 12:28:36.119912 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bba277-0d1d-44d5-8917-a379548a9328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33bbca76-d6b3-442e-a08f-a5264f8d499e,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:36.151632 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-c7ecb119-2b8e-4244-95e5-783e0084ddda tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:36.220729 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-c7ecb119-2b8e-4244-95e5-783e0084ddda tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:36.328137 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73aa919-c1b3-479d-997e-ad559e7377c8 None None] Sync routers for ids ['9a2f6ab6-0ff8-4dde-8a0b-057d24ab0e5d'] in dv-cinder-813986-1-iscsi {{(pid=100186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:28:36.335997 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-c7ecb119-2b8e-4244-95e5-783e0084ddda tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596696'] for security_group_rule, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:36.346494 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73aa919-c1b3-479d-997e-ad559e7377c8 None None] Routers {'9a2f6ab6-0ff8-4dde-8a0b-057d24ab0e5d'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:28:36.346494 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-b73aa919-c1b3-479d-997e-ad559e7377c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:28:26Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['9a2f6ab6-0ff8-4dde-8a0b-057d24ab0e5d'], 'active': True} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:28:36.354010 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ecb119-2b8e-4244-95e5-783e0084ddda tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7639e9a-d099-4ec8-8136-29490d7f7407,revision_number=0']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:36.403844 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 33718) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:36.441177 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-c7ecb119-2b8e-4244-95e5-783e0084ddda tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:36.442431 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-c7ecb119-2b8e-4244-95e5-783e0084ddda tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4063308 Oct 14 12:28:36.446285 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 33724) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:36.450249 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.v2.base [None req-86098790-9dac-45f5-9785-1b357755b511 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Request body: {'security_group_rule': {'security_group_id': '7efa3605-5c1b-4381-aa51-8a31690ba583', 'project_id': '9d75b8979b4c4881a94b492a998237d9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:28:36.457100 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvr_db [None req-b73aa919-c1b3-479d-997e-ad559e7377c8 None None] Set router 9a2f6ab6-0ff8-4dde-8a0b-057d24ab0e5d gateway port host: dv-cinder-813986-1-iscsi {{(pid=100186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:28:36.517072 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.v2.base [None req-7e3a78a8-4838-4a3f-b36f-dd4ef030d960 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-418739754-network', 'tenant_id': 'a74b273d32f14564a6f532d3344fc1c3'}} {{(pid=100185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:28:36.563025 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-86098790-9dac-45f5-9785-1b357755b511 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:36.616663 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-86098790-9dac-45f5-9785-1b357755b511 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:36.665376 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3a78a8-4838-4a3f-b36f-dd4ef030d960 admin admin] Made reservation on behalf of a74b273d32f14564a6f532d3344fc1c3 for: {'network': 1} {{(pid=100185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:28:36.666923 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-b73aa919-c1b3-479d-997e-ad559e7377c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2f6ab6-0ff8-4dde-8a0b-057d24ab0e5d', 'name': 'tempest-TestShelveInstance-707721578-router', 'tenant_id': '0c20a8dd2d244ca3b9896a95962524b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'd7a06d87-99cc-4935-84e8-0bca39b7d785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:28:28Z', 'updated_at': '2021-10-14T12:28:32Z', 'revision_number': 4, 'project_id': '0c20a8dd2d244ca3b9896a95962524b4', 'gw_port': {'id': 'd7a06d87-99cc-4935-84e8-0bca39b7d785', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2f6ab6-0ff8-4dde-8a0b-057d24ab0e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:28:29Z', 'updated_at': '2021-10-14T12:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_interfaces': [{'id': 'a8b92a8e-dae6-4f1e-b903-0c3c69b04949', 'name': '', 'network_id': '5a61d559-3003-4a4b-909b-205858fef85d', 'tenant_id': '0c20a8dd2d244ca3b9896a95962524b4', 'mac_address': 'fa:16:3e:d6:ca:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2f6ab6-0ff8-4dde-8a0b-057d24ab0e5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '8212ebb0-1e9b-4f0a-bcd2-aa221b7580fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:28:32Z', 'updated_at': '2021-10-14T12:28:33Z', 'revision_number': 2, 'project_id': '0c20a8dd2d244ca3b9896a95962524b4', 'subnets': [{'id': '8212ebb0-1e9b-4f0a-bcd2-aa221b7580fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:28:36.667722 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-7e3a78a8-4838-4a3f-b36f-dd4ef030d960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for network, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:36.678992 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-7e3a78a8-4838-4a3f-b36f-dd4ef030d960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:36.694598 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73aa919-c1b3-479d-997e-ad559e7377c8 None None] Checking router: 9a2f6ab6-0ff8-4dde-8a0b-057d24ab0e5d for host: dv-cinder-813986-1-iscsi {{(pid=100186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:28:36.694957 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73aa919-c1b3-479d-997e-ad559e7377c8 None None] Updating router 9a2f6ab6-0ff8-4dde-8a0b-057d24ab0e5d port a8b92a8e-dae6-4f1e-b903-0c3c69b04949 binding host dv-cinder-813986-1-iscsi {{(pid=100186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 12:28:36.695392 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-86098790-9dac-45f5-9785-1b357755b511 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596696'] for security_group_rule, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:36.725293 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-b73aa919-c1b3-479d-997e-ad559e7377c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:36.728175 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86098790-9dac-45f5-9785-1b357755b511 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c321e50-badf-47e0-a7ba-c4ab5ff3fb50,revision_number=0']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:36.784280 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-7e3a78a8-4838-4a3f-b36f-dd4ef030d960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:36.831854 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device d7a06d87-99cc-4935-84e8-0bca39b7d785 up at agent ovs-agent-dv-cinder-813986-1-iscsi {{(pid=100186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:28:36.833130 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 33730) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:36.843188 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-86098790-9dac-45f5-9785-1b357755b511 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:36.850897 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-86098790-9dac-45f5-9785-1b357755b511 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3978052 Oct 14 12:28:36.851032 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-cf43da9a-88a8-468f-b0c4-2b948545f1e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:36.853738 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 33732) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:36.858412 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.v2.base [None req-663f1cd2-be2d-4652-b4c3-eb93de2a05d4 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Request body: {'security_group_rule': {'security_group_id': '7efa3605-5c1b-4381-aa51-8a31690ba583', 'project_id': '9d75b8979b4c4881a94b492a998237d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:28:36.904388 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-7e3a78a8-4838-4a3f-b36f-dd4ef030d960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:36.926968 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e3a78a8-4838-4a3f-b36f-dd4ef030d960 admin admin] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=100185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 12:28:36.931842 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-cf43da9a-88a8-468f-b0c4-2b948545f1e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:36.942204 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Provisioning complete for port d7a06d87-99cc-4935-84e8-0bca39b7d785 triggered by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:28:36.942570 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:36.943885 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3a78a8-4838-4a3f-b36f-dd4ef030d960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee91fb3-6d46-497d-a237-fdc350de3f9c,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:36.948139 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-7e3a78a8-4838-4a3f-b36f-dd4ef030d960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030694'] for segment, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:36.948477 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.db.segments_db [None req-7e3a78a8-4838-4a3f-b36f-dd4ef030d960 admin admin] Added segment 2691d58f-1dfd-4fec-a924-cb1f773f815b of type vlan for network 031e9579-40df-4987-97d9-4aff3031dd9c Oct 14 12:28:36.957140 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.db.securitygroups_db [None req-663f1cd2-be2d-4652-b4c3-eb93de2a05d4 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Project 9d75b8979b4c4881a94b492a998237d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 14 12:28:36.983255 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-663f1cd2-be2d-4652-b4c3-eb93de2a05d4 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:37.002945 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-cf43da9a-88a8-468f-b0c4-2b948545f1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:37.013175 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-7e3a78a8-4838-4a3f-b36f-dd4ef030d960 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787792777849'] for network, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:37.061584 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-cf43da9a-88a8-468f-b0c4-2b948545f1e7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1f0c8288ee6d42b4b83a6d9142967b38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2272248 Oct 14 12:28:37.063212 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf43da9a-88a8-468f-b0c4-2b948545f1e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=128082fd-c163-4c6f-8890-cf0e566aea02,revision_number=1']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:37.064898 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 33736) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:37.068038 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-663f1cd2-be2d-4652-b4c3-eb93de2a05d4 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:37.105517 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-b73aa919-c1b3-479d-997e-ad559e7377c8 None None] Notify callbacks [] for port, precommit_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:37.118970 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-7e3a78a8-4838-4a3f-b36f-dd4ef030d960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640'] for network, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:37.119916 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3a78a8-4838-4a3f-b36f-dd4ef030d960 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:37.120521 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-7e3a78a8-4838-4a3f-b36f-dd4ef030d960 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531662'] for network, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:37.177175 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-663f1cd2-be2d-4652-b4c3-eb93de2a05d4 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596696'] for security_group_rule, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:37.198602 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-57e5c1dc-4ab5-49ed-8806-e33d0790dcf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:37.204908 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-b73aa919-c1b3-479d-997e-ad559e7377c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:37.212213 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663f1cd2-be2d-4652-b4c3-eb93de2a05d4 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69ba73a5-e75c-41c0-b4d4-972fe39e6296,revision_number=0']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:37.224730 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3a78a8-4838-4a3f-b36f-dd4ef030d960 admin admin] Pushing event updated for resources: {'Network': ['ID=031e9579-40df-4987-97d9-4aff3031dd9c,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:37.234317 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-7e3a78a8-4838-4a3f-b36f-dd4ef030d960 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8289905 Oct 14 12:28:37.238583 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 33742) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:37.244179 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-57e5c1dc-4ab5-49ed-8806-e33d0790dcf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:37.244811 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.v2.base [None req-a9d18d39-fcf9-4137-84cc-cf80cc979363 admin admin] Request body: {'subnet': {'network_id': '031e9579-40df-4987-97d9-4aff3031dd9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-418739754-subnet', 'tenant_id': 'a74b273d32f14564a6f532d3344fc1c3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:28:37.262343 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Network 031e9579-40df-4987-97d9-4aff3031dd9c details requested by agent ovs-agent-dv-cinder-813986-1-iscsi with host dv-cinder-813986-1-iscsi {{(pid=100186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 12:28:37.285366 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-663f1cd2-be2d-4652-b4c3-eb93de2a05d4 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:37.289250 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-663f1cd2-be2d-4652-b4c3-eb93de2a05d4 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4320362 Oct 14 12:28:37.289847 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 33746) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:37.294357 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.v2.base [None req-6c985512-b9d1-46ab-a54e-45e9f682c10c tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Request body: {'security_group_rule': {'security_group_id': '7efa3605-5c1b-4381-aa51-8a31690ba583', 'project_id': '9d75b8979b4c4881a94b492a998237d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:28:37.342407 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eadc65-5937-4311-86c1-63159adeaaa8 None None] Pushing event updated for resources: {'Port': ['ID=a8b92a8e-dae6-4f1e-b903-0c3c69b04949,revision_number=3']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:37.382476 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d18d39-fcf9-4137-84cc-cf80cc979363 admin admin] Made reservation on behalf of a74b273d32f14564a6f532d3344fc1c3 for: {'subnet': 1} {{(pid=100184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:28:37.385672 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-a9d18d39-fcf9-4137-84cc-cf80cc979363 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638926'] for subnet, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:37.410515 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-57e5c1dc-4ab5-49ed-8806-e33d0790dcf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:37.414434 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-57e5c1dc-4ab5-49ed-8806-e33d0790dcf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:37.415356 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-57e5c1dc-4ab5-49ed-8806-e33d0790dcf3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/128082fd-c163-4c6f-8890-cf0e566aea02 HTTP/1.1" status: 204 len: 168 time: 0.3495367 Oct 14 12:28:37.441046 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e5c1dc-4ab5-49ed-8806-e33d0790dcf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=128082fd-c163-4c6f-8890-cf0e566aea02,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:37.472914 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.db.securitygroups_db [None req-6c985512-b9d1-46ab-a54e-45e9f682c10c tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Project 9d75b8979b4c4881a94b492a998237d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 14 12:28:37.479636 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-6c985512-b9d1-46ab-a54e-45e9f682c10c tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:37.556243 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.managers [None req-b73aa919-c1b3-479d-997e-ad559e7377c8 None None] Attempting to bind port a8b92a8e-dae6-4f1e-b903-0c3c69b04949 on host dv-cinder-813986-1-iscsi for vnic_type normal with profile {{(pid=100186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:28:37.556607 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.managers [None req-b73aa919-c1b3-479d-997e-ad559e7377c8 None None] Attempting to bind port a8b92a8e-dae6-4f1e-b903-0c3c69b04949 by drivers openvswitch,hyperv on host dv-cinder-813986-1-iscsi at level 0 using segments [{'id': '32168964-8557-48b4-af1a-8cb3e2e1968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5a61d559-3003-4a4b-909b-205858fef85d'}] {{(pid=100186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:28:37.556996 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73aa919-c1b3-479d-997e-ad559e7377c8 None None] Attempting to bind port a8b92a8e-dae6-4f1e-b903-0c3c69b04949 on network 5a61d559-3003-4a4b-909b-205858fef85d {{(pid=100186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:28:37.561160 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-6c985512-b9d1-46ab-a54e-45e9f682c10c tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:37.563048 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-f1443e3b-8f90-4f80-b874-1195068cda88 None None] Provisioning complete for port a8b92a8e-dae6-4f1e-b903-0c3c69b04949 triggered by entity DHCP. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:28:37.563742 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-f1443e3b-8f90-4f80-b874-1195068cda88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:37.565626 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73aa919-c1b3-479d-997e-ad559e7377c8 None None] Checking agent: {'id': '87c3554d-181c-44a6-8f26-629ea6b28d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813986-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 18, 27), 'started_at': datetime.datetime(2021, 10, 14, 12, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813986-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:28:37.566252 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73aa919-c1b3-479d-997e-ad559e7377c8 None None] Checking segment: {'id': '32168964-8557-48b4-af1a-8cb3e2e1968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5a61d559-3003-4a4b-909b-205858fef85d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:28:37.571914 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-b73aa919-c1b3-479d-997e-ad559e7377c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:37.571914 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73aa919-c1b3-479d-997e-ad559e7377c8 None None] Bound using segment: {'id': '32168964-8557-48b4-af1a-8cb3e2e1968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5a61d559-3003-4a4b-909b-205858fef85d'} {{(pid=100186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:28:37.571914 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.managers [None req-b73aa919-c1b3-479d-997e-ad559e7377c8 None None] Bound port: a8b92a8e-dae6-4f1e-b903-0c3c69b04949, host: dv-cinder-813986-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32168964-8557-48b4-af1a-8cb3e2e1968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5a61d559-3003-4a4b-909b-205858fef85d'}}] {{(pid=100186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:28:37.571914 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-b73aa919-c1b3-479d-997e-ad559e7377c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:37.646702 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-f1443e3b-8f90-4f80-b874-1195068cda88 None None] Port a8b92a8e-dae6-4f1e-b903-0c3c69b04949 cannot update to ACTIVE because it is not bound. {{(pid=100186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 12:28:37.659633 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-f21abcc4-d977-41e8-b2e8-4a6e3c4f4873 req-36d0dea6-4a69-4ba6-95c2-3d86b1d2ffd9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=38687012-8f9f-4542-83fa-ec21281ab936&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402677 Oct 14 12:28:37.660703 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-6c985512-b9d1-46ab-a54e-45e9f682c10c tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596696'] for security_group_rule, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:37.681490 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c985512-b9d1-46ab-a54e-45e9f682c10c tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5789c62e-f56e-45a9-9375-1bbdcb5d6bb0,revision_number=0']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:37.684582 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-b73aa919-c1b3-479d-997e-ad559e7377c8 None None] For port a8b92a8e-dae6-4f1e-b903-0c3c69b04949, host dv-cinder-813986-1-iscsi, cleared binding levels {{(pid=100186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:28:37.689135 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-a9d18d39-fcf9-4137-84cc-cf80cc979363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6234462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638908'] for subnet, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:37.701918 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-b73aa919-c1b3-479d-997e-ad559e7377c8 None None] For port a8b92a8e-dae6-4f1e-b903-0c3c69b04949, host dv-cinder-813986-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=a8b92a8e-dae6-4f1e-b903-0c3c69b04949,segment=NetworkSegment(32168964-8557-48b4-af1a-8cb3e2e1968f),segment_id=32168964-8557-48b4-af1a-8cb3e2e1968f)] {{(pid=100186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:28:37.719452 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:37.758557 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d18d39-fcf9-4137-84cc-cf80cc979363 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ae97040-dc68-4655-9e24-79e922381839,revision_number=0']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:37.769360 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21abcc4-d977-41e8-b2e8-4a6e3c4f4873 req-57559fa7-7707-46f4-8152-26c8fe944a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:37.770379 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d18d39-fcf9-4137-84cc-cf80cc979363 admin admin] Checking segment: {'id': '2691d58f-1dfd-4fec-a924-cb1f773f815b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '031e9579-40df-4987-97d9-4aff3031dd9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:28:37.770750 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d18d39-fcf9-4137-84cc-cf80cc979363 admin admin] Network hostable DHCP agents. Network: 031e9579-40df-4987-97d9-4aff3031dd9c, hostable agents: ['e1af82bd-3b37-4baa-aee7-1aadb6380796'], hosted agents: [] {{(pid=100184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 12:28:37.770944 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-f21abcc4-d977-41e8-b2e8-4a6e3c4f4873 req-57559fa7-7707-46f4-8152-26c8fe944a79 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3f9a829dc9ba4ba2bab9da3451c434c9&device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 1098 time: 0.0501726 Oct 14 12:28:37.775091 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-6c985512-b9d1-46ab-a54e-45e9f682c10c tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:37.776357 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-6c985512-b9d1-46ab-a54e-45e9f682c10c tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4854972 Oct 14 12:28:37.799526 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-b73aa919-c1b3-479d-997e-ad559e7377c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:37.864097 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73aa919-c1b3-479d-997e-ad559e7377c8 None None] Routers {'9a2f6ab6-0ff8-4dde-8a0b-057d24ab0e5d'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:28:37.864913 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-b73aa919-c1b3-479d-997e-ad559e7377c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:28:26Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['9a2f6ab6-0ff8-4dde-8a0b-057d24ab0e5d'], 'active': True} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:28:37.873649 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d18d39-fcf9-4137-84cc-cf80cc979363 admin admin] Network 031e9579-40df-4987-97d9-4aff3031dd9c is scheduled to be hosted by DHCP agent e1af82bd-3b37-4baa-aee7-1aadb6380796 with binding_index 1 {{(pid=100184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 12:28:37.913115 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21abcc4-d977-41e8-b2e8-4a6e3c4f4873 req-7d06b814-44b1-446f-a6d5-cc8a15867427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:37.914589 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-f21abcc4-d977-41e8-b2e8-4a6e3c4f4873 req-7d06b814-44b1-446f-a6d5-cc8a15867427 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a349fb8c-8bea-466f-b8db-b99e89a5a9ba HTTP/1.1" status: 200 len: 920 time: 0.1159303 Oct 14 12:28:37.965874 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-f21abcc4-d977-41e8-b2e8-4a6e3c4f4873 req-42c18f2b-e21b-49ef-aa8a-c9ab93cce291 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05d49b53-bff2-427b-8b2c-37dab1c47dc7 HTTP/1.1" status: 200 len: 217 time: 0.0406768 Oct 14 12:28:37.982550 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.base_scheduler [None req-a9d18d39-fcf9-4137-84cc-cf80cc979363 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813986-1-iscsi, 031e9579-40df-4987-97d9-4aff3031dd9c) {{(pid=100184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:28:37.986154 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvr_db [None req-b73aa919-c1b3-479d-997e-ad559e7377c8 None None] Set router 9a2f6ab6-0ff8-4dde-8a0b-057d24ab0e5d gateway port host: dv-cinder-813986-1-iscsi {{(pid=100186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:28:37.987562 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d18d39-fcf9-4137-84cc-cf80cc979363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:37.988437 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-a9d18d39-fcf9-4137-84cc-cf80cc979363 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531662'] for subnet, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:38.052761 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21abcc4-d977-41e8-b2e8-4a6e3c4f4873 req-42b2e656-1a87-43eb-a72d-94c8f84bad50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:38.054591 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-f21abcc4-d977-41e8-b2e8-4a6e3c4f4873 req-42b2e656-1a87-43eb-a72d-94c8f84bad50 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b2109f7d-7a0b-4378-9f1f-6d0a061effdd HTTP/1.1" status: 200 len: 859 time: 0.0774226 Oct 14 12:28:38.087152 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-a9d18d39-fcf9-4137-84cc-cf80cc979363 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8473356 Oct 14 12:28:38.087386 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 33786) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:38.092963 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.v2.base [None req-e5684f5a-4a5e-403e-a695-0b90d5882000 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-418739754-router', 'tenant_id': 'a74b273d32f14564a6f532d3344fc1c3', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3'}}} {{(pid=100185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:28:38.117674 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03dd6c58-2d24-4582-80a1-2a988c4e48c3 None None] Network 031e9579-40df-4987-97d9-4aff3031dd9c requested from dv-cinder-813986-1-iscsi {{(pid=100186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:28:38.117978 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-f21abcc4-d977-41e8-b2e8-4a6e3c4f4873 req-e1b2e1d2-306f-42fd-b367-4041b15788f8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a349fb8c-8bea-466f-b8db-b99e89a5a9ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440037 Oct 14 12:28:38.170281 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eadc65-5937-4311-86c1-63159adeaaa8 None None] Pushing event updated for resources: {'Port': ['ID=a8b92a8e-dae6-4f1e-b903-0c3c69b04949,revision_number=4']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:38.245203 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-e5684f5a-4a5e-403e-a695-0b90d5882000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-492'] for router, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:38.246238 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-e5684f5a-4a5e-403e-a695-0b90d5882000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-619667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-956188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-507'] for router, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:38.260931 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-d2808876-1e8d-4beb-abb3-b2c0deb33482 None None] Provisioning complete for port a8b92a8e-dae6-4f1e-b903-0c3c69b04949 triggered by entity DHCP. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:28:38.261562 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-d2808876-1e8d-4beb-abb3-b2c0deb33482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:38.262546 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-f21abcc4-d977-41e8-b2e8-4a6e3c4f4873 req-64ce6c7e-2fb3-4654-a325-44c41799ba6f service neutron] 10.222.0.25 "GET /v2.0/networks/a349fb8c-8bea-466f-b8db-b99e89a5a9ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338093 Oct 14 12:28:38.455400 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab61c7f-b859-4d83-9199-9326b08d8dfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5129df06-2639-51ba-adec-6ae547517b28-031e9579-40df-4987-97d9-4aff3031dd9c', 'network_id': '031e9579-40df-4987-97d9-4aff3031dd9c', 'tenant_id': 'a74b273d32f14564a6f532d3344fc1c3', 'fixed_ips': [{'subnet_id': '1ae97040-dc68-4655-9e24-79e922381839'}]}} from dv-cinder-813986-1-iscsi. {{(pid=100186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 14 12:28:38.456305 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-1ab61c7f-b859-4d83-9199-9326b08d8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_create {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:38.523634 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-d2808876-1e8d-4beb-abb3-b2c0deb33482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:38.572168 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-e5684f5a-4a5e-403e-a695-0b90d5882000 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:38.609497 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-f21abcc4-d977-41e8-b2e8-4a6e3c4f4873 req-5608e1d7-8a1f-479b-81bf-8bf93d7c1fcb service neutron] 10.222.0.25 "GET /v2.0/networks/a349fb8c-8bea-466f-b8db-b99e89a5a9ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3342452 Oct 14 12:28:38.655502 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-d2808876-1e8d-4beb-abb3-b2c0deb33482 None None] For port a8b92a8e-dae6-4f1e-b903-0c3c69b04949, host dv-cinder-813986-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=a8b92a8e-dae6-4f1e-b903-0c3c69b04949,segment=NetworkSegment(32168964-8557-48b4-af1a-8cb3e2e1968f),segment_id=32168964-8557-48b4-af1a-8cb3e2e1968f)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:28:38.661442 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-b73aa919-c1b3-479d-997e-ad559e7377c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2f6ab6-0ff8-4dde-8a0b-057d24ab0e5d', 'name': 'tempest-TestShelveInstance-707721578-router', 'tenant_id': '0c20a8dd2d244ca3b9896a95962524b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'd7a06d87-99cc-4935-84e8-0bca39b7d785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:28:28Z', 'updated_at': '2021-10-14T12:28:32Z', 'revision_number': 4, 'project_id': '0c20a8dd2d244ca3b9896a95962524b4', 'gw_port': {'id': 'd7a06d87-99cc-4935-84e8-0bca39b7d785', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2f6ab6-0ff8-4dde-8a0b-057d24ab0e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:28:29Z', 'updated_at': '2021-10-14T12:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_interfaces': [{'id': 'a8b92a8e-dae6-4f1e-b903-0c3c69b04949', 'name': '', 'network_id': '5a61d559-3003-4a4b-909b-205858fef85d', 'tenant_id': '0c20a8dd2d244ca3b9896a95962524b4', 'mac_address': 'fa:16:3e:d6:ca:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2f6ab6-0ff8-4dde-8a0b-057d24ab0e5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '8212ebb0-1e9b-4f0a-bcd2-aa221b7580fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:28:32Z', 'updated_at': '2021-10-14T12:28:37Z', 'revision_number': 4, 'project_id': '0c20a8dd2d244ca3b9896a95962524b4', 'subnets': [{'id': '8212ebb0-1e9b-4f0a-bcd2-aa221b7580fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:28:38.695625 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73aa919-c1b3-479d-997e-ad559e7377c8 None None] The sync data for ids ['9a2f6ab6-0ff8-4dde-8a0b-057d24ab0e5d'] in dv-cinder-813986-1-iscsi is: [{'id': '9a2f6ab6-0ff8-4dde-8a0b-057d24ab0e5d', 'name': 'tempest-TestShelveInstance-707721578-router', 'tenant_id': '0c20a8dd2d244ca3b9896a95962524b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'd7a06d87-99cc-4935-84e8-0bca39b7d785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:28:28Z', 'updated_at': '2021-10-14T12:28:32Z', 'revision_number': 4, 'project_id': '0c20a8dd2d244ca3b9896a95962524b4', 'gw_port': {'id': 'd7a06d87-99cc-4935-84e8-0bca39b7d785', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2f6ab6-0ff8-4dde-8a0b-057d24ab0e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:28:29Z', 'updated_at': '2021-10-14T12:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_interfaces': [{'id': 'a8b92a8e-dae6-4f1e-b903-0c3c69b04949', 'name': '', 'network_id': '5a61d559-3003-4a4b-909b-205858fef85d', 'tenant_id': '0c20a8dd2d244ca3b9896a95962524b4', 'mac_address': 'fa:16:3e:d6:ca:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2f6ab6-0ff8-4dde-8a0b-057d24ab0e5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '8212ebb0-1e9b-4f0a-bcd2-aa221b7580fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:28:32Z', 'updated_at': '2021-10-14T12:28:37Z', 'revision_number': 4, 'project_id': '0c20a8dd2d244ca3b9896a95962524b4', 'subnets': [{'id': '8212ebb0-1e9b-4f0a-bcd2-aa221b7580fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:28:38.704949 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.db_base_plugin_common [None req-1ab61c7f-b859-4d83-9199-9326b08d8dfd None None] Allocated IP 172.20.0.2 (031e9579-40df-4987-97d9-4aff3031dd9c/1ae97040-dc68-4655-9e24-79e922381839/43c6427b-6141-4a26-a21b-a7b7c44d2153) {{(pid=100186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:28:38.744124 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-d2808876-1e8d-4beb-abb3-b2c0deb33482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:38.839624 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-e5684f5a-4a5e-403e-a695-0b90d5882000 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:38.883072 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2808876-1e8d-4beb-abb3-b2c0deb33482 None None] Pushing event updated for resources: {'Port': ['ID=a8b92a8e-dae6-4f1e-b903-0c3c69b04949,revision_number=5']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:38.989649 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-1ab61c7f-b859-4d83-9199-9326b08d8dfd None None] Notify callbacks [] for port, precommit_create {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:39.108111 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-1ab61c7f-b859-4d83-9199-9326b08d8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787792822806'] for port, after_create {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:39.149346 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab61c7f-b859-4d83-9199-9326b08d8dfd None None] Network 031e9579-40df-4987-97d9-4aff3031dd9c is already hosted by enough agents. {{(pid=100186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:28:39.152558 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.scheduler.base_scheduler [None req-1ab61c7f-b859-4d83-9199-9326b08d8dfd None None] Resources bound (agent type, host, resource id): {{(pid=100186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:28:39.156418 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab61c7f-b859-4d83-9199-9326b08d8dfd None None] Received port after_create {{(pid=100186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:28:39.167893 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab61c7f-b859-4d83-9199-9326b08d8dfd None None] Pushing event updated for resources: {'Port': ['ID=43c6427b-6141-4a26-a21b-a7b7c44d2153,revision_number=1']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:39.180440 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-e5684f5a-4a5e-403e-a695-0b90d5882000 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:39.199804 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-e5684f5a-4a5e-403e-a695-0b90d5882000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:39.223494 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.managers [None req-1ab61c7f-b859-4d83-9199-9326b08d8dfd None None] Attempting to bind port 43c6427b-6141-4a26-a21b-a7b7c44d2153 on host dv-cinder-813986-1-iscsi for vnic_type normal with profile {{(pid=100186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:28:39.223867 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.managers [None req-1ab61c7f-b859-4d83-9199-9326b08d8dfd None None] Attempting to bind port 43c6427b-6141-4a26-a21b-a7b7c44d2153 by drivers openvswitch,hyperv on host dv-cinder-813986-1-iscsi at level 0 using segments [{'id': '2691d58f-1dfd-4fec-a924-cb1f773f815b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '031e9579-40df-4987-97d9-4aff3031dd9c'}] {{(pid=100186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:28:39.224783 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab61c7f-b859-4d83-9199-9326b08d8dfd None None] Attempting to bind port 43c6427b-6141-4a26-a21b-a7b7c44d2153 on network 031e9579-40df-4987-97d9-4aff3031dd9c {{(pid=100186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:28:39.230884 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab61c7f-b859-4d83-9199-9326b08d8dfd None None] Checking agent: {'id': '87c3554d-181c-44a6-8f26-629ea6b28d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813986-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 18, 27), 'started_at': datetime.datetime(2021, 10, 14, 12, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813986-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:28:39.231298 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab61c7f-b859-4d83-9199-9326b08d8dfd None None] Checking segment: {'id': '2691d58f-1dfd-4fec-a924-cb1f773f815b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '031e9579-40df-4987-97d9-4aff3031dd9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:28:39.231731 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-1ab61c7f-b859-4d83-9199-9326b08d8dfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:39.233406 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab61c7f-b859-4d83-9199-9326b08d8dfd None None] Bound using segment: {'id': '2691d58f-1dfd-4fec-a924-cb1f773f815b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '031e9579-40df-4987-97d9-4aff3031dd9c'} {{(pid=100186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:28:39.233406 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.managers [None req-1ab61c7f-b859-4d83-9199-9326b08d8dfd None None] Bound port: 43c6427b-6141-4a26-a21b-a7b7c44d2153, host: dv-cinder-813986-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2691d58f-1dfd-4fec-a924-cb1f773f815b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '031e9579-40df-4987-97d9-4aff3031dd9c'}}] {{(pid=100186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:28:39.233406 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-1ab61c7f-b859-4d83-9199-9326b08d8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:39.355191 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-1ab61c7f-b859-4d83-9199-9326b08d8dfd None None] For port 43c6427b-6141-4a26-a21b-a7b7c44d2153, host dv-cinder-813986-1-iscsi, cleared binding levels {{(pid=100186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:28:39.363959 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-1ab61c7f-b859-4d83-9199-9326b08d8dfd None None] For port 43c6427b-6141-4a26-a21b-a7b7c44d2153, host dv-cinder-813986-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=43c6427b-6141-4a26-a21b-a7b7c44d2153,segment=NetworkSegment(2691d58f-1dfd-4fec-a924-cb1f773f815b),segment_id=2691d58f-1dfd-4fec-a924-cb1f773f815b)] {{(pid=100186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:28:39.367791 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.db.db_base_plugin_common [None req-e5684f5a-4a5e-403e-a695-0b90d5882000 admin admin] Allocated IP 172.27.0.4 (b7b7a1d8-4110-4f63-bddb-33667e2d84f3/eea40cd2-79ec-4f52-9668-443439548eb0/d04bbf9a-c91d-417d-86e7-57f605430f58) {{(pid=100185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:28:39.418045 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-1ab61c7f-b859-4d83-9199-9326b08d8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:39.507618 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab61c7f-b859-4d83-9199-9326b08d8dfd None None] Pushing event updated for resources: {'Port': ['ID=43c6427b-6141-4a26-a21b-a7b7c44d2153,revision_number=2']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:39.546381 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-e5684f5a-4a5e-403e-a695-0b90d5882000 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:39.662203 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-e5684f5a-4a5e-403e-a695-0b90d5882000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787792822806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7811617'] for port, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:39.687705 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5684f5a-4a5e-403e-a695-0b90d5882000 admin admin] Network b7b7a1d8-4110-4f63-bddb-33667e2d84f3 is already hosted by enough agents. {{(pid=100185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:28:39.728738 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.base_scheduler [None req-e5684f5a-4a5e-403e-a695-0b90d5882000 admin admin] Resources bound (agent type, host, resource id): {{(pid=100185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:28:39.736049 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5684f5a-4a5e-403e-a695-0b90d5882000 admin admin] Received port after_create {{(pid=100185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:28:39.793337 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5684f5a-4a5e-403e-a695-0b90d5882000 admin admin] Pushing event updated for resources: {'Port': ['ID=d04bbf9a-c91d-417d-86e7-57f605430f58,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:40.296526 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d723454-17f1-4dd0-800f-901c2839d47b req-68e89ff4-5743-47ef-b483-a9f36b910781 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:40.305581 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-0d723454-17f1-4dd0-800f-901c2839d47b req-68e89ff4-5743-47ef-b483-a9f36b910781 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 945 time: 0.0956302 Oct 14 12:28:40.361144 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-0d723454-17f1-4dd0-800f-901c2839d47b req-177b8ff4-1e45-4ede-986b-deda81fcfab6 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542536 Oct 14 12:28:40.424178 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c006213a-1c36-47ce-a0b6-d6389d3ff25e req-19cfd203-76f8-4e40-b23b-843c78507f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:40.426909 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-c006213a-1c36-47ce-a0b6-d6389d3ff25e req-19cfd203-76f8-4e40-b23b-843c78507f7b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3f9a829dc9ba4ba2bab9da3451c434c9&device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 1098 time: 0.1325090 Oct 14 12:28:40.505281 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-e5684f5a-4a5e-403e-a695-0b90d5882000 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:40.645170 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c006213a-1c36-47ce-a0b6-d6389d3ff25e req-52543f53-5fbd-46d1-a8ea-9710e21d3f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:40.647313 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-c006213a-1c36-47ce-a0b6-d6389d3ff25e req-52543f53-5fbd-46d1-a8ea-9710e21d3f48 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a349fb8c-8bea-466f-b8db-b99e89a5a9ba HTTP/1.1" status: 200 len: 920 time: 0.2004192 Oct 14 12:28:40.697025 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-c006213a-1c36-47ce-a0b6-d6389d3ff25e req-8b62653b-5a5f-4f21-bcc7-a9f08e4cca6d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05d49b53-bff2-427b-8b2c-37dab1c47dc7 HTTP/1.1" status: 200 len: 217 time: 0.0418122 Oct 14 12:28:40.794917 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c006213a-1c36-47ce-a0b6-d6389d3ff25e req-5dfd36d1-b997-4647-80ee-5ed0d0a26888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:40.796415 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-c006213a-1c36-47ce-a0b6-d6389d3ff25e req-5dfd36d1-b997-4647-80ee-5ed0d0a26888 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b2109f7d-7a0b-4378-9f1f-6d0a061effdd HTTP/1.1" status: 200 len: 859 time: 0.0904255 Oct 14 12:28:40.796931 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7331fce8-7c18-42cc-b80a-6e31fee9df7f None None] Network 031e9579-40df-4987-97d9-4aff3031dd9c requested from dv-cinder-813986-1-iscsi {{(pid=100186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:28:40.864389 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-c006213a-1c36-47ce-a0b6-d6389d3ff25e req-62acbd77-a938-4a1a-8050-9411e5de7001 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a349fb8c-8bea-466f-b8db-b99e89a5a9ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380263 Oct 14 12:28:40.926477 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-e7932d51-6eef-4722-836f-6f5172425015 None None] Provisioning complete for port 43c6427b-6141-4a26-a21b-a7b7c44d2153 triggered by entity DHCP. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:28:40.930295 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-e7932d51-6eef-4722-836f-6f5172425015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:40.960380 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device a8b92a8e-dae6-4f1e-b903-0c3c69b04949 up at agent ovs-agent-dv-cinder-813986-1-iscsi {{(pid=100186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:28:41.010500 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-e5684f5a-4a5e-403e-a695-0b90d5882000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619686'] for router, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:41.080774 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-c006213a-1c36-47ce-a0b6-d6389d3ff25e req-901fa2bb-3166-42fb-bbdf-875fda02cd93 service neutron] 10.222.0.25 "GET /v2.0/networks/a349fb8c-8bea-466f-b8db-b99e89a5a9ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058525 Oct 14 12:28:41.157966 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Provisioning complete for port a8b92a8e-dae6-4f1e-b903-0c3c69b04949 triggered by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:28:41.158665 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:41.213876 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-e7932d51-6eef-4722-836f-6f5172425015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:41.274544 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-e7932d51-6eef-4722-836f-6f5172425015 None None] For port 43c6427b-6141-4a26-a21b-a7b7c44d2153, host dv-cinder-813986-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=43c6427b-6141-4a26-a21b-a7b7c44d2153,segment=NetworkSegment(2691d58f-1dfd-4fec-a924-cb1f773f815b),segment_id=2691d58f-1dfd-4fec-a924-cb1f773f815b)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:28:41.283736 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-c006213a-1c36-47ce-a0b6-d6389d3ff25e req-60b4cb08-e5ad-49f9-a238-620535e3c32d service neutron] 10.222.0.25 "GET /v2.0/networks/a349fb8c-8bea-466f-b8db-b99e89a5a9ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610301 Oct 14 12:28:41.433096 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5684f5a-4a5e-403e-a695-0b90d5882000 admin admin] Router 5b1e64e9-3238-4832-a983-1ecdd27464ba is scheduled to L3 agent 98567738-4256-4ddd-ae03-62c82ecec038 with binding_index 1 {{(pid=100185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 12:28:41.440622 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-e7932d51-6eef-4722-836f-6f5172425015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:41.510073 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device 43c6427b-6141-4a26-a21b-a7b7c44d2153 up at agent ovs-agent-dv-cinder-813986-1-iscsi {{(pid=100186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:28:41.542365 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac61efcf-47c9-4374-8c62-714120470a09 req-feeb2a52-71a5-4b1e-9f47-913bcb24b589 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:41.550806 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ac61efcf-47c9-4374-8c62-714120470a09 req-feeb2a52-71a5-4b1e-9f47-913bcb24b589 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 945 time: 0.0893176 Oct 14 12:28:41.551025 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7932d51-6eef-4722-836f-6f5172425015 None None] Pushing event updated for resources: {'Port': ['ID=43c6427b-6141-4a26-a21b-a7b7c44d2153,revision_number=3']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:41.580794 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Provisioning complete for port 43c6427b-6141-4a26-a21b-a7b7c44d2153 triggered by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:28:41.581160 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:41.603547 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ac61efcf-47c9-4374-8c62-714120470a09 req-02d1cffb-5318-47c0-92c5-11683a481aaa tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516520 Oct 14 12:28:41.630417 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5684f5a-4a5e-403e-a695-0b90d5882000 admin admin] Notify agent at l3_agent.dv-cinder-813986-1-iscsi the message routers_updated {{(pid=100185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:28:41.640093 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ee8844-c94a-485b-a156-8c52c735eb3a None None] Sync routers for ids ['5b1e64e9-3238-4832-a983-1ecdd27464ba'] in dv-cinder-813986-1-iscsi {{(pid=100187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:28:41.651297 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ee8844-c94a-485b-a156-8c52c735eb3a None None] Routers {'5b1e64e9-3238-4832-a983-1ecdd27464ba'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:28:41.651910 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_hamode_db [None req-58ee8844-c94a-485b-a156-8c52c735eb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:28:26Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['5b1e64e9-3238-4832-a983-1ecdd27464ba'], 'active': True} {{(pid=100187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:28:41.684897 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-c2d7f9b0-8253-4087-a46c-1cc231946967 None None] Provisioning complete for port 43c6427b-6141-4a26-a21b-a7b7c44d2153 triggered by entity DHCP. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:28:41.685480 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-c2d7f9b0-8253-4087-a46c-1cc231946967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:41.736364 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-e5684f5a-4a5e-403e-a695-0b90d5882000 admin admin] Notify callbacks [] for router, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:41.738308 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-e5684f5a-4a5e-403e-a695-0b90d5882000 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.6491792 Oct 14 12:28:41.794046 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 33932) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:41.801772 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_dvr_db [None req-58ee8844-c94a-485b-a156-8c52c735eb3a None None] Set router 5b1e64e9-3238-4832-a983-1ecdd27464ba gateway port host: dv-cinder-813986-1-iscsi {{(pid=100187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:28:42.041975 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_hamode_db [None req-58ee8844-c94a-485b-a156-8c52c735eb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1e64e9-3238-4832-a983-1ecdd27464ba', 'name': 'tempest-AttachVolumeTestJSON-418739754-router', 'tenant_id': 'a74b273d32f14564a6f532d3344fc1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'd04bbf9a-c91d-417d-86e7-57f605430f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:28:38Z', 'updated_at': '2021-10-14T12:28:39Z', 'revision_number': 3, 'project_id': 'a74b273d32f14564a6f532d3344fc1c3', 'gw_port': {'id': 'd04bbf9a-c91d-417d-86e7-57f605430f58', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:72:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b1e64e9-3238-4832-a983-1ecdd27464ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:28:39Z', 'updated_at': '2021-10-14T12:28:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi'}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:28:42.069067 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ee8844-c94a-485b-a156-8c52c735eb3a None None] Checking router: 5b1e64e9-3238-4832-a983-1ecdd27464ba for host: dv-cinder-813986-1-iscsi {{(pid=100187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:28:42.069422 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ee8844-c94a-485b-a156-8c52c735eb3a None None] Updating router 5b1e64e9-3238-4832-a983-1ecdd27464ba port d04bbf9a-c91d-417d-86e7-57f605430f58 binding host dv-cinder-813986-1-iscsi {{(pid=100187) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 12:28:42.098127 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron_lib.callbacks.manager [None req-58ee8844-c94a-485b-a156-8c52c735eb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:42.368703 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-64a001d3-2b11-4464-a173-99a2770d9db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:42.395018 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron_lib.callbacks.manager [None req-58ee8844-c94a-485b-a156-8c52c735eb3a None None] Notify callbacks [] for port, precommit_update {{(pid=100187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:42.469035 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 33954) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:42.476318 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 33958) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:42.494264 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron_lib.callbacks.manager [None req-58ee8844-c94a-485b-a156-8c52c735eb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:42.560331 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d0215b-eba8-4615-8934-049434ef40ba None None] Pushing event updated for resources: {'Port': ['ID=d04bbf9a-c91d-417d-86e7-57f605430f58,revision_number=2']} {{(pid=100187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:42.581946 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.db.db_base_plugin_common [None req-64a001d3-2b11-4464-a173-99a2770d9db5 admin admin] Allocated IP 172.20.0.1 (031e9579-40df-4987-97d9-4aff3031dd9c/1ae97040-dc68-4655-9e24-79e922381839/d61461a8-d626-4477-9cd9-f5239b43e03b) {{(pid=100184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:28:42.594469 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.managers [None req-58ee8844-c94a-485b-a156-8c52c735eb3a None None] Attempting to bind port d04bbf9a-c91d-417d-86e7-57f605430f58 on host dv-cinder-813986-1-iscsi for vnic_type normal with profile {{(pid=100187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:28:42.594469 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.managers [None req-58ee8844-c94a-485b-a156-8c52c735eb3a None None] Attempting to bind port d04bbf9a-c91d-417d-86e7-57f605430f58 by drivers openvswitch,hyperv on host dv-cinder-813986-1-iscsi at level 0 using segments [{'id': '25948913-841c-4e53-955d-096026847693', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3'}] {{(pid=100187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:28:42.594469 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ee8844-c94a-485b-a156-8c52c735eb3a None None] Attempting to bind port d04bbf9a-c91d-417d-86e7-57f605430f58 on network b7b7a1d8-4110-4f63-bddb-33667e2d84f3 {{(pid=100187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:28:42.594469 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ee8844-c94a-485b-a156-8c52c735eb3a None None] Checking agent: {'id': '87c3554d-181c-44a6-8f26-629ea6b28d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813986-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 18, 27), 'started_at': datetime.datetime(2021, 10, 14, 12, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813986-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:28:42.594469 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ee8844-c94a-485b-a156-8c52c735eb3a None None] Checking segment: {'id': '25948913-841c-4e53-955d-096026847693', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:28:42.594469 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron_lib.callbacks.manager [None req-58ee8844-c94a-485b-a156-8c52c735eb3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:42.594469 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ee8844-c94a-485b-a156-8c52c735eb3a None None] Bound using segment: {'id': '25948913-841c-4e53-955d-096026847693', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3'} {{(pid=100187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:28:42.594469 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.managers [None req-58ee8844-c94a-485b-a156-8c52c735eb3a None None] Bound port: d04bbf9a-c91d-417d-86e7-57f605430f58, host: dv-cinder-813986-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25948913-841c-4e53-955d-096026847693', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3'}}] {{(pid=100187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:28:42.594469 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron_lib.callbacks.manager [None req-58ee8844-c94a-485b-a156-8c52c735eb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:42.624629 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-3954fc83-acc3-4187-b121-654736c0f541 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:42.660661 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.db [None req-58ee8844-c94a-485b-a156-8c52c735eb3a None None] For port d04bbf9a-c91d-417d-86e7-57f605430f58, host dv-cinder-813986-1-iscsi, cleared binding levels {{(pid=100187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:28:42.665618 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.db [None req-58ee8844-c94a-485b-a156-8c52c735eb3a None None] For port d04bbf9a-c91d-417d-86e7-57f605430f58, host dv-cinder-813986-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=d04bbf9a-c91d-417d-86e7-57f605430f58,segment=NetworkSegment(25948913-841c-4e53-955d-096026847693),segment_id=25948913-841c-4e53-955d-096026847693)] {{(pid=100187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:28:42.700822 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-fe162959-d5f3-4dc1-927a-16f8c512cb11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:42.733998 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-64a001d3-2b11-4464-a173-99a2770d9db5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:42.739357 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-3954fc83-acc3-4187-b121-654736c0f541 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:42.752030 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron_lib.callbacks.manager [None req-58ee8844-c94a-485b-a156-8c52c735eb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:42.808510 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-fe162959-d5f3-4dc1-927a-16f8c512cb11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:42.814456 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-3954fc83-acc3-4187-b121-654736c0f541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:42.826178 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290f02ec-4426-4e0d-a68a-0c3f6838d802 req-18459df9-9a68-4ae2-a6df-2c647c4bc3db tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:42.827563 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ee8844-c94a-485b-a156-8c52c735eb3a None None] Routers {'5b1e64e9-3238-4832-a983-1ecdd27464ba'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:28:42.827790 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-290f02ec-4426-4e0d-a68a-0c3f6838d802 req-18459df9-9a68-4ae2-a6df-2c647c4bc3db tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 945 time: 0.1105742 Oct 14 12:28:42.828788 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_hamode_db [None req-58ee8844-c94a-485b-a156-8c52c735eb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:28:26Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['5b1e64e9-3238-4832-a983-1ecdd27464ba'], 'active': True} {{(pid=100187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:28:42.857483 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3954fc83-acc3-4187-b121-654736c0f541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=088682a5-d568-41ee-a3d8-940d7de3c765,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:42.860673 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device 43c6427b-6141-4a26-a21b-a7b7c44d2153 up at agent ovs-agent-dv-cinder-813986-1-iscsi {{(pid=100186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:28:42.863566 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-3954fc83-acc3-4187-b121-654736c0f541 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9f2c5058f4184915b7177646b48da76e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3861558 Oct 14 12:28:42.866602 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 33970) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:42.888809 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-290f02ec-4426-4e0d-a68a-0c3f6838d802 req-d9bd00b3-7e09-402e-905f-f6230a184d1f tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509398 Oct 14 12:28:42.901002 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-64a001d3-2b11-4464-a173-99a2770d9db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787792822806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235086'] for port, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:42.908873 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-fe162959-d5f3-4dc1-927a-16f8c512cb11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:42.934428 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Provisioning complete for port 43c6427b-6141-4a26-a21b-a7b7c44d2153 triggered by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:28:42.934802 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:42.981395 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-fe162959-d5f3-4dc1-927a-16f8c512cb11 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=375e96f215b643f3aca00cc4feda6c72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5112522 Oct 14 12:28:42.984885 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 33976) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:42.992567 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe162959-d5f3-4dc1-927a-16f8c512cb11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d11260e-f9d4-4abe-99a4-c0f0dfd251b2,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:43.012425 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a001d3-2b11-4464-a173-99a2770d9db5 admin admin] Network 031e9579-40df-4987-97d9-4aff3031dd9c is already hosted by enough agents. {{(pid=100184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:28:43.018461 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.base_scheduler [None req-64a001d3-2b11-4464-a173-99a2770d9db5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:28:43.043421 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a001d3-2b11-4464-a173-99a2770d9db5 admin admin] Received port after_create {{(pid=100184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:28:43.070371 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-d1660241-0081-44d6-a847-84c99d6bb8bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:43.109101 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-d20bc498-abcb-4bfa-ad4d-a5f0d2d226f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:43.120254 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d0215b-eba8-4615-8934-049434ef40ba None None] Pushing event updated for resources: {'Port': ['ID=d04bbf9a-c91d-417d-86e7-57f605430f58,revision_number=3']} {{(pid=100187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:43.121422 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a001d3-2b11-4464-a173-99a2770d9db5 admin admin] Pushing event updated for resources: {'Port': ['ID=d61461a8-d626-4477-9cd9-f5239b43e03b,revision_number=1']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:43.122526 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-d1660241-0081-44d6-a847-84c99d6bb8bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:43.145483 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-64a001d3-2b11-4464-a173-99a2770d9db5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618643'] for router_interface, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:43.181799 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-d20bc498-abcb-4bfa-ad4d-a5f0d2d226f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:43.191274 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_dvr_db [None req-58ee8844-c94a-485b-a156-8c52c735eb3a None None] Set router 5b1e64e9-3238-4832-a983-1ecdd27464ba gateway port host: dv-cinder-813986-1-iscsi {{(pid=100187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:28:43.300353 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-d20bc498-abcb-4bfa-ad4d-a5f0d2d226f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:43.309230 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-d20bc498-abcb-4bfa-ad4d-a5f0d2d226f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:43.309230 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-d20bc498-abcb-4bfa-ad4d-a5f0d2d226f4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0d11260e-f9d4-4abe-99a4-c0f0dfd251b2 HTTP/1.1" status: 204 len: 168 time: 0.3180590 Oct 14 12:28:43.309230 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-d1660241-0081-44d6-a847-84c99d6bb8bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:43.309230 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-d1660241-0081-44d6-a847-84c99d6bb8bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:43.309230 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-d1660241-0081-44d6-a847-84c99d6bb8bd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/088682a5-d568-41ee-a3d8-940d7de3c765 HTTP/1.1" status: 204 len: 168 time: 0.4314721 Oct 14 12:28:43.317372 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20bc498-abcb-4bfa-ad4d-a5f0d2d226f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d11260e-f9d4-4abe-99a4-c0f0dfd251b2,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:43.327379 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1660241-0081-44d6-a847-84c99d6bb8bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=088682a5-d568-41ee-a3d8-940d7de3c765,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:43.397728 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-f6aa16a8-df8d-464a-9fca-3aba8df9d828 None None] Provisioning complete for port d61461a8-d626-4477-9cd9-f5239b43e03b triggered by entity DHCP. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:28:43.401126 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-64a001d3-2b11-4464-a173-99a2770d9db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:43.402440 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-f6aa16a8-df8d-464a-9fca-3aba8df9d828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:43.480023 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_hamode_db [None req-58ee8844-c94a-485b-a156-8c52c735eb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1e64e9-3238-4832-a983-1ecdd27464ba', 'name': 'tempest-AttachVolumeTestJSON-418739754-router', 'tenant_id': 'a74b273d32f14564a6f532d3344fc1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'd04bbf9a-c91d-417d-86e7-57f605430f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:28:38Z', 'updated_at': '2021-10-14T12:28:39Z', 'revision_number': 3, 'project_id': 'a74b273d32f14564a6f532d3344fc1c3', 'gw_port': {'id': 'd04bbf9a-c91d-417d-86e7-57f605430f58', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:72:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b1e64e9-3238-4832-a983-1ecdd27464ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:28:39Z', 'updated_at': '2021-10-14T12:28:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi'}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:28:43.507763 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-f6aa16a8-df8d-464a-9fca-3aba8df9d828 None None] Port d61461a8-d626-4477-9cd9-f5239b43e03b cannot update to ACTIVE because it is not bound. {{(pid=100186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 12:28:43.524164 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ee8844-c94a-485b-a156-8c52c735eb3a None None] The sync data for ids ['5b1e64e9-3238-4832-a983-1ecdd27464ba'] in dv-cinder-813986-1-iscsi is: [{'id': '5b1e64e9-3238-4832-a983-1ecdd27464ba', 'name': 'tempest-AttachVolumeTestJSON-418739754-router', 'tenant_id': 'a74b273d32f14564a6f532d3344fc1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'd04bbf9a-c91d-417d-86e7-57f605430f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:28:38Z', 'updated_at': '2021-10-14T12:28:39Z', 'revision_number': 3, 'project_id': 'a74b273d32f14564a6f532d3344fc1c3', 'gw_port': {'id': 'd04bbf9a-c91d-417d-86e7-57f605430f58', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:72:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b1e64e9-3238-4832-a983-1ecdd27464ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:28:39Z', 'updated_at': '2021-10-14T12:28:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi'}] {{(pid=100187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:28:43.640207 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-64a001d3-2b11-4464-a173-99a2770d9db5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:43.712990 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-64a001d3-2b11-4464-a173-99a2770d9db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6235095'] for port, after_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:43.838714 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-64a001d3-2b11-4464-a173-99a2770d9db5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618727'] for router_interface, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:43.860151 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a001d3-2b11-4464-a173-99a2770d9db5 admin admin] Pushing event updated for resources: {'Port': ['ID=d61461a8-d626-4477-9cd9-f5239b43e03b,revision_number=2']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:43.964610 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a001d3-2b11-4464-a173-99a2770d9db5 admin admin] Network 031e9579-40df-4987-97d9-4aff3031dd9c is already hosted by enough agents. {{(pid=100184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:28:43.966287 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.base_scheduler [None req-64a001d3-2b11-4464-a173-99a2770d9db5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:28:44.117609 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e68d11-c681-470a-be2d-54a21b0532e8 req-6ecee348-9672-49c3-8e4c-de3d41de8f7a tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:44.126378 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-a6e68d11-c681-470a-be2d-54a21b0532e8 req-6ecee348-9672-49c3-8e4c-de3d41de8f7a tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 945 time: 0.1554849 Oct 14 12:28:44.200876 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64a001d3-2b11-4464-a173-99a2770d9db5 admin admin] Router 5b1e64e9-3238-4832-a983-1ecdd27464ba has already been hosted by L3 agent 98567738-4256-4ddd-ae03-62c82ecec038 {{(pid=100184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 12:28:44.211013 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-a6e68d11-c681-470a-be2d-54a21b0532e8 req-b6042029-0022-459e-b2c9-54253da53809 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834122 Oct 14 12:28:44.236287 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-7fa142d3-d3cf-4a1f-992e-93d77bb722d8 None None] Provisioning complete for port d61461a8-d626-4477-9cd9-f5239b43e03b triggered by entity DHCP. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:28:44.237283 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-7fa142d3-d3cf-4a1f-992e-93d77bb722d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:44.271536 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 34008) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:44.288709 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-d135d09c-129e-4170-9797-f5aeabdf922b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:44.319495 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-7fa142d3-d3cf-4a1f-992e-93d77bb722d8 None None] Port d61461a8-d626-4477-9cd9-f5239b43e03b cannot update to ACTIVE because it is not bound. {{(pid=100186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 12:28:44.374885 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a001d3-2b11-4464-a173-99a2770d9db5 admin admin] Notify agent at l3_agent.dv-cinder-813986-1-iscsi the message routers_updated {{(pid=100184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:28:44.375545 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 34012) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:44.389293 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-64a001d3-2b11-4464-a173-99a2770d9db5 admin admin] 10.222.0.54 "PUT /v2.0/routers/5b1e64e9-3238-4832-a983-1ecdd27464ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5867689 Oct 14 12:28:44.397792 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-5461d682-958e-4acb-8e9b-820e56d1394b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:44.453752 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-d135d09c-129e-4170-9797-f5aeabdf922b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:44.507945 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-5461d682-958e-4acb-8e9b-820e56d1394b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:44.556821 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-d135d09c-129e-4170-9797-f5aeabdf922b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:44.598167 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-5461d682-958e-4acb-8e9b-820e56d1394b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:44.621773 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-d135d09c-129e-4170-9797-f5aeabdf922b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2e11d0f7d96c4438973be99aadb393c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3460114 Oct 14 12:28:44.622723 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 34032) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:44.645405 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d135d09c-129e-4170-9797-f5aeabdf922b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d4f484b-4bdb-451e-88f5-30f77fdc0570,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:44.696909 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-555eff4a-8039-40bb-a8c5-c0b7fabc5663 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:44.715882 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-5461d682-958e-4acb-8e9b-820e56d1394b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2597166d88ff4e5e9fbcf02009239dff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3368876 Oct 14 12:28:44.718298 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 34034) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:44.725597 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-555eff4a-8039-40bb-a8c5-c0b7fabc5663 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:44.788418 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5461d682-958e-4acb-8e9b-820e56d1394b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=495a5563-5c53-41f0-a028-898406d2b316,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:44.807400 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-22aab59b-63b0-46ab-8d74-e33fe9e306e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:44.832443 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-22aab59b-63b0-46ab-8d74-e33fe9e306e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:44.873480 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device d04bbf9a-c91d-417d-86e7-57f605430f58 up at agent ovs-agent-dv-cinder-813986-1-iscsi {{(pid=100186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:28:44.890213 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-555eff4a-8039-40bb-a8c5-c0b7fabc5663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:44.892902 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-555eff4a-8039-40bb-a8c5-c0b7fabc5663 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:44.894255 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-555eff4a-8039-40bb-a8c5-c0b7fabc5663 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6d4f484b-4bdb-451e-88f5-30f77fdc0570 HTTP/1.1" status: 204 len: 168 time: 0.2708607 Oct 14 12:28:44.936506 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555eff4a-8039-40bb-a8c5-c0b7fabc5663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d4f484b-4bdb-451e-88f5-30f77fdc0570,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:44.952953 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-22aab59b-63b0-46ab-8d74-e33fe9e306e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:44.955590 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-22aab59b-63b0-46ab-8d74-e33fe9e306e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:44.959282 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-22aab59b-63b0-46ab-8d74-e33fe9e306e9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/495a5563-5c53-41f0-a028-898406d2b316 HTTP/1.1" status: 204 len: 168 time: 0.2375548 Oct 14 12:28:44.971876 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aab59b-63b0-46ab-8d74-e33fe9e306e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=495a5563-5c53-41f0-a028-898406d2b316,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:44.979885 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Provisioning complete for port d04bbf9a-c91d-417d-86e7-57f605430f58 triggered by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:28:44.980480 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:45.083160 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:45.107533 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] For port d04bbf9a-c91d-417d-86e7-57f605430f58, host dv-cinder-813986-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=d04bbf9a-c91d-417d-86e7-57f605430f58,segment=NetworkSegment(25948913-841c-4e53-955d-096026847693),segment_id=25948913-841c-4e53-955d-096026847693)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:28:45.181953 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:45.235898 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Pushing event updated for resources: {'Port': ['ID=d04bbf9a-c91d-417d-86e7-57f605430f58,revision_number=4']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:45.259572 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 34048) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:45.324563 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 34054) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:45.330532 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.v2.base [None req-563ff783-9a19-43a4-84b2-c89a6aecb7a3 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Request body: {'security_group': {'name': 'tempest-securitygroup--844066791', 'description': 'tempest-description--397399699'}} {{(pid=100185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:28:45.370705 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb0391-786d-4779-b286-77aacc048443 req-3d407af5-502f-446a-8206-d860ba7222c5 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:45.374415 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-42cb0391-786d-4779-b286-77aacc048443 req-3d407af5-502f-446a-8206-d860ba7222c5 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 945 time: 0.0792530 Oct 14 12:28:45.414680 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-42cb0391-786d-4779-b286-77aacc048443 req-bc75fd93-90de-4d53-8176-9500d585b0ae tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344334 Oct 14 12:28:45.421327 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-563ff783-9a19-43a4-84b2-c89a6aecb7a3 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks [] for security_group, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:45.511787 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-563ff783-9a19-43a4-84b2-c89a6aecb7a3 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks [] for security_group, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:45.550510 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-e4c47bc5-a5c4-4736-ba2d-84c4d35c0ea0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:45.551429 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92e50be-c45a-467e-b47c-959c4d07f243 None None] Sync routers for ids ['5b1e64e9-3238-4832-a983-1ecdd27464ba'] in dv-cinder-813986-1-iscsi {{(pid=100186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:28:45.561946 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92e50be-c45a-467e-b47c-959c4d07f243 None None] Routers {'5b1e64e9-3238-4832-a983-1ecdd27464ba'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:28:45.562594 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-e92e50be-c45a-467e-b47c-959c4d07f243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:28:26Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['5b1e64e9-3238-4832-a983-1ecdd27464ba'], 'active': True} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:28:45.575905 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-563ff783-9a19-43a4-84b2-c89a6aecb7a3 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:45.641390 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-e4c47bc5-a5c4-4736-ba2d-84c4d35c0ea0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:45.643962 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563ff783-9a19-43a4-84b2-c89a6aecb7a3 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f84572bb-7caf-4ee9-bdf3-0b29d023289a,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:45.733329 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvr_db [None req-e92e50be-c45a-467e-b47c-959c4d07f243 None None] Set router 5b1e64e9-3238-4832-a983-1ecdd27464ba gateway port host: dv-cinder-813986-1-iscsi {{(pid=100186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:28:45.757486 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-e4c47bc5-a5c4-4736-ba2d-84c4d35c0ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:45.757943 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-563ff783-9a19-43a4-84b2-c89a6aecb7a3 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks [] for security_group, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:45.761040 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-563ff783-9a19-43a4-84b2-c89a6aecb7a3 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4322796 Oct 14 12:28:45.763350 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 34072) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:45.767753 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.v2.base [None req-5bbb14fa-c567-4b01-946a-e2e5d87da173 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Request body: {'security_group_rule': {'security_group_id': 'f84572bb-7caf-4ee9-bdf3-0b29d023289a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:28:45.795192 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-e4c47bc5-a5c4-4736-ba2d-84c4d35c0ea0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4be635628d47468fae95e4f9ec7ad5ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5340652 Oct 14 12:28:45.795692 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c47bc5-a5c4-4736-ba2d-84c4d35c0ea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d93d04c-4ee5-4c7d-8786-cbe6d780b70a,revision_number=1']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:45.798080 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 34074) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:45.860661 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-33debd6f-d93d-4351-b82b-59abfa1bf082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:45.890616 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-33debd6f-d93d-4351-b82b-59abfa1bf082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:45.908180 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-5bbb14fa-c567-4b01-946a-e2e5d87da173 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:45.993848 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-e92e50be-c45a-467e-b47c-959c4d07f243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1e64e9-3238-4832-a983-1ecdd27464ba', 'name': 'tempest-AttachVolumeTestJSON-418739754-router', 'tenant_id': 'a74b273d32f14564a6f532d3344fc1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'd04bbf9a-c91d-417d-86e7-57f605430f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:28:38Z', 'updated_at': '2021-10-14T12:28:43Z', 'revision_number': 4, 'project_id': 'a74b273d32f14564a6f532d3344fc1c3', 'gw_port': {'id': 'd04bbf9a-c91d-417d-86e7-57f605430f58', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:72:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1e64e9-3238-4832-a983-1ecdd27464ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:28:39Z', 'updated_at': '2021-10-14T12:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_interfaces': [{'id': 'd61461a8-d626-4477-9cd9-f5239b43e03b', 'name': '', 'network_id': '031e9579-40df-4987-97d9-4aff3031dd9c', 'tenant_id': 'a74b273d32f14564a6f532d3344fc1c3', 'mac_address': 'fa:16:3e:7c:da:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b1e64e9-3238-4832-a983-1ecdd27464ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '1ae97040-dc68-4655-9e24-79e922381839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:28:42Z', 'updated_at': '2021-10-14T12:28:43Z', 'revision_number': 2, 'project_id': 'a74b273d32f14564a6f532d3344fc1c3', 'subnets': [{'id': '1ae97040-dc68-4655-9e24-79e922381839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:28:46.022191 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92e50be-c45a-467e-b47c-959c4d07f243 None None] Checking router: 5b1e64e9-3238-4832-a983-1ecdd27464ba for host: dv-cinder-813986-1-iscsi {{(pid=100186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:28:46.022551 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92e50be-c45a-467e-b47c-959c4d07f243 None None] Updating router 5b1e64e9-3238-4832-a983-1ecdd27464ba port d61461a8-d626-4477-9cd9-f5239b43e03b binding host dv-cinder-813986-1-iscsi {{(pid=100186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 12:28:46.046563 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-e92e50be-c45a-467e-b47c-959c4d07f243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:46.067056 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-33debd6f-d93d-4351-b82b-59abfa1bf082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:46.070392 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-33debd6f-d93d-4351-b82b-59abfa1bf082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:46.074050 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-33debd6f-d93d-4351-b82b-59abfa1bf082 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5d93d04c-4ee5-4c7d-8786-cbe6d780b70a HTTP/1.1" status: 204 len: 168 time: 0.2727234 Oct 14 12:28:46.079738 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33debd6f-d93d-4351-b82b-59abfa1bf082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d93d04c-4ee5-4c7d-8786-cbe6d780b70a,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:46.081120 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-5bbb14fa-c567-4b01-946a-e2e5d87da173 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:46.170016 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-5bbb14fa-c567-4b01-946a-e2e5d87da173 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596696'] for security_group_rule, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:46.188389 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbb14fa-c567-4b01-946a-e2e5d87da173 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0a60c54-d9db-4ed0-9f71-3682accf3032,revision_number=0']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:46.286377 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-5bbb14fa-c567-4b01-946a-e2e5d87da173 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:46.288017 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-5bbb14fa-c567-4b01-946a-e2e5d87da173 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5233305 Oct 14 12:28:46.290373 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 34096) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:46.294755 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.v2.base [None req-0202ce67-e1bd-4944-a128-d8958b86011a tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Request body: {'security_group_rule': {'security_group_id': 'f84572bb-7caf-4ee9-bdf3-0b29d023289a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:28:46.377381 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-e92e50be-c45a-467e-b47c-959c4d07f243 None None] Notify callbacks [] for port, precommit_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:46.456360 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-e92e50be-c45a-467e-b47c-959c4d07f243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:46.470461 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-0202ce67-e1bd-4944-a128-d8958b86011a tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:46.533706 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2223712b-3f73-4cc4-a38d-07d071b2a5c0 None None] Pushing event updated for resources: {'Port': ['ID=d61461a8-d626-4477-9cd9-f5239b43e03b,revision_number=3']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:46.592836 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-0202ce67-e1bd-4944-a128-d8958b86011a tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:46.617510 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b0ccdc-4d5e-4500-97f2-0aacf6100fd2 req-d9e12cd1-943c-496b-bbe9-f837a8273f59 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:46.628548 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.managers [None req-e92e50be-c45a-467e-b47c-959c4d07f243 None None] Attempting to bind port d61461a8-d626-4477-9cd9-f5239b43e03b on host dv-cinder-813986-1-iscsi for vnic_type normal with profile {{(pid=100186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:28:46.628548 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.managers [None req-e92e50be-c45a-467e-b47c-959c4d07f243 None None] Attempting to bind port d61461a8-d626-4477-9cd9-f5239b43e03b by drivers openvswitch,hyperv on host dv-cinder-813986-1-iscsi at level 0 using segments [{'id': '2691d58f-1dfd-4fec-a924-cb1f773f815b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '031e9579-40df-4987-97d9-4aff3031dd9c'}] {{(pid=100186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:28:46.628548 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92e50be-c45a-467e-b47c-959c4d07f243 None None] Attempting to bind port d61461a8-d626-4477-9cd9-f5239b43e03b on network 031e9579-40df-4987-97d9-4aff3031dd9c {{(pid=100186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:28:46.629153 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-15b0ccdc-4d5e-4500-97f2-0aacf6100fd2 req-d9e12cd1-943c-496b-bbe9-f837a8273f59 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 945 time: 0.1018124 Oct 14 12:28:46.645509 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92e50be-c45a-467e-b47c-959c4d07f243 None None] Checking agent: {'id': '87c3554d-181c-44a6-8f26-629ea6b28d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813986-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 18, 27), 'started_at': datetime.datetime(2021, 10, 14, 12, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813986-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:28:46.648108 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92e50be-c45a-467e-b47c-959c4d07f243 None None] Checking segment: {'id': '2691d58f-1dfd-4fec-a924-cb1f773f815b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '031e9579-40df-4987-97d9-4aff3031dd9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:28:46.648108 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-e92e50be-c45a-467e-b47c-959c4d07f243 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:46.648108 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92e50be-c45a-467e-b47c-959c4d07f243 None None] Bound using segment: {'id': '2691d58f-1dfd-4fec-a924-cb1f773f815b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '031e9579-40df-4987-97d9-4aff3031dd9c'} {{(pid=100186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:28:46.648359 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.managers [None req-e92e50be-c45a-467e-b47c-959c4d07f243 None None] Bound port: d61461a8-d626-4477-9cd9-f5239b43e03b, host: dv-cinder-813986-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2691d58f-1dfd-4fec-a924-cb1f773f815b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '031e9579-40df-4987-97d9-4aff3031dd9c'}}] {{(pid=100186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:28:46.649007 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-e92e50be-c45a-467e-b47c-959c4d07f243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:46.655859 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-0202ce67-e1bd-4944-a128-d8958b86011a tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596696'] for security_group_rule, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:46.757303 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-e92e50be-c45a-467e-b47c-959c4d07f243 None None] For port d61461a8-d626-4477-9cd9-f5239b43e03b, host dv-cinder-813986-1-iscsi, cleared binding levels {{(pid=100186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:28:46.769578 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-e92e50be-c45a-467e-b47c-959c4d07f243 None None] For port d61461a8-d626-4477-9cd9-f5239b43e03b, host dv-cinder-813986-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=d61461a8-d626-4477-9cd9-f5239b43e03b,segment=NetworkSegment(2691d58f-1dfd-4fec-a924-cb1f773f815b),segment_id=2691d58f-1dfd-4fec-a924-cb1f773f815b)] {{(pid=100186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:28:46.838025 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-e92e50be-c45a-467e-b47c-959c4d07f243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:46.928782 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device d04bbf9a-c91d-417d-86e7-57f605430f58 up at agent ovs-agent-dv-cinder-813986-1-iscsi {{(pid=100186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:28:46.999333 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92e50be-c45a-467e-b47c-959c4d07f243 None None] Routers {'5b1e64e9-3238-4832-a983-1ecdd27464ba'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:28:46.999786 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-e92e50be-c45a-467e-b47c-959c4d07f243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:28:26Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['5b1e64e9-3238-4832-a983-1ecdd27464ba'], 'active': True} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:28:47.029960 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-15b0ccdc-4d5e-4500-97f2-0aacf6100fd2 req-09bd1f2a-593c-42d5-b79f-e9887e73bd36 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4004955 Oct 14 12:28:47.052365 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0202ce67-e1bd-4944-a128-d8958b86011a tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c678fe67-de9e-488b-a5b2-90fb28db17de,revision_number=0']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:47.150020 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2223712b-3f73-4cc4-a38d-07d071b2a5c0 None None] Pushing event updated for resources: {'Port': ['ID=d61461a8-d626-4477-9cd9-f5239b43e03b,revision_number=4']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:47.153766 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-0202ce67-e1bd-4944-a128-d8958b86011a tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:47.157419 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-3916fa19-bbd8-47b1-8233-09c4ad960300 None None] Provisioning complete for port d61461a8-d626-4477-9cd9-f5239b43e03b triggered by entity DHCP. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:28:47.157419 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-3916fa19-bbd8-47b1-8233-09c4ad960300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:47.157635 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-0202ce67-e1bd-4944-a128-d8958b86011a tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8659313 Oct 14 12:28:47.160805 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 34126) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:47.175444 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.v2.base [None req-f1b243d5-2d14-41fa-82c1-d6bc7a9691bd tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Request body: {'floatingip': {'floating_network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3'}} {{(pid=100184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:28:47.301555 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-f1b243d5-2d14-41fa-82c1-d6bc7a9691bd tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks [] for floatingip, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:47.338212 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 34130) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:47.340801 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvr_db [None req-e92e50be-c45a-467e-b47c-959c4d07f243 None None] Set router 5b1e64e9-3238-4832-a983-1ecdd27464ba gateway port host: dv-cinder-813986-1-iscsi {{(pid=100186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:28:47.343268 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Provisioning complete for port d04bbf9a-c91d-417d-86e7-57f605430f58 triggered by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:28:47.343835 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:47.351592 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-7a7da122-cae9-4cb9-bfb3-afcd51062e96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:47.461890 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-f1b243d5-2d14-41fa-82c1-d6bc7a9691bd tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:47.543177 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-7a7da122-cae9-4cb9-bfb3-afcd51062e96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:47.595235 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-3916fa19-bbd8-47b1-8233-09c4ad960300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:47.616598 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.db.db_base_plugin_common [None req-f1b243d5-2d14-41fa-82c1-d6bc7a9691bd tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Allocated IP 172.27.0.45 (b7b7a1d8-4110-4f63-bddb-33667e2d84f3/eea40cd2-79ec-4f52-9668-443439548eb0/9fb06993-9a5c-4b29-9cd0-a0d41228394c) {{(pid=100184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:28:47.652513 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-7a7da122-cae9-4cb9-bfb3-afcd51062e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:47.686642 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-3916fa19-bbd8-47b1-8233-09c4ad960300 None None] For port d61461a8-d626-4477-9cd9-f5239b43e03b, host dv-cinder-813986-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=d61461a8-d626-4477-9cd9-f5239b43e03b,segment=NetworkSegment(2691d58f-1dfd-4fec-a924-cb1f773f815b),segment_id=2691d58f-1dfd-4fec-a924-cb1f773f815b)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:28:47.724989 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-7a7da122-cae9-4cb9-bfb3-afcd51062e96 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=56c67f14472943eebb2749a89d444c32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3856061 Oct 14 12:28:47.729359 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 34140) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:47.731626 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-e92e50be-c45a-467e-b47c-959c4d07f243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1e64e9-3238-4832-a983-1ecdd27464ba', 'name': 'tempest-AttachVolumeTestJSON-418739754-router', 'tenant_id': 'a74b273d32f14564a6f532d3344fc1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'd04bbf9a-c91d-417d-86e7-57f605430f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:28:38Z', 'updated_at': '2021-10-14T12:28:43Z', 'revision_number': 4, 'project_id': 'a74b273d32f14564a6f532d3344fc1c3', 'gw_port': {'id': 'd04bbf9a-c91d-417d-86e7-57f605430f58', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:72:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1e64e9-3238-4832-a983-1ecdd27464ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:28:39Z', 'updated_at': '2021-10-14T12:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_interfaces': [{'id': 'd61461a8-d626-4477-9cd9-f5239b43e03b', 'name': '', 'network_id': '031e9579-40df-4987-97d9-4aff3031dd9c', 'tenant_id': 'a74b273d32f14564a6f532d3344fc1c3', 'mac_address': 'fa:16:3e:7c:da:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b1e64e9-3238-4832-a983-1ecdd27464ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '1ae97040-dc68-4655-9e24-79e922381839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:28:42Z', 'updated_at': '2021-10-14T12:28:46Z', 'revision_number': 4, 'project_id': 'a74b273d32f14564a6f532d3344fc1c3', 'subnets': [{'id': '1ae97040-dc68-4655-9e24-79e922381839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:28:47.765737 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7da122-cae9-4cb9-bfb3-afcd51062e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=234a616f-cb9b-4894-888f-07780288d38c,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:47.775788 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92e50be-c45a-467e-b47c-959c4d07f243 None None] The sync data for ids ['5b1e64e9-3238-4832-a983-1ecdd27464ba'] in dv-cinder-813986-1-iscsi is: [{'id': '5b1e64e9-3238-4832-a983-1ecdd27464ba', 'name': 'tempest-AttachVolumeTestJSON-418739754-router', 'tenant_id': 'a74b273d32f14564a6f532d3344fc1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'd04bbf9a-c91d-417d-86e7-57f605430f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:28:38Z', 'updated_at': '2021-10-14T12:28:43Z', 'revision_number': 4, 'project_id': 'a74b273d32f14564a6f532d3344fc1c3', 'gw_port': {'id': 'd04bbf9a-c91d-417d-86e7-57f605430f58', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:72:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1e64e9-3238-4832-a983-1ecdd27464ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:28:39Z', 'updated_at': '2021-10-14T12:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_interfaces': [{'id': 'd61461a8-d626-4477-9cd9-f5239b43e03b', 'name': '', 'network_id': '031e9579-40df-4987-97d9-4aff3031dd9c', 'tenant_id': 'a74b273d32f14564a6f532d3344fc1c3', 'mac_address': 'fa:16:3e:7c:da:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b1e64e9-3238-4832-a983-1ecdd27464ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '1ae97040-dc68-4655-9e24-79e922381839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:28:42Z', 'updated_at': '2021-10-14T12:28:46Z', 'revision_number': 4, 'project_id': 'a74b273d32f14564a6f532d3344fc1c3', 'subnets': [{'id': '1ae97040-dc68-4655-9e24-79e922381839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:28:47.788127 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-3916fa19-bbd8-47b1-8233-09c4ad960300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:47.805698 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-f1b243d5-2d14-41fa-82c1-d6bc7a9691bd tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks [] for port, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:47.823766 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-baa08be3-da27-494f-b103-ed622b13f882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:47.870175 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-baa08be3-da27-494f-b103-ed622b13f882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:47.900487 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3916fa19-bbd8-47b1-8233-09c4ad960300 None None] Pushing event updated for resources: {'Port': ['ID=d61461a8-d626-4477-9cd9-f5239b43e03b,revision_number=5']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:47.910986 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-07b1df5d-571d-43c7-8de4-98efb819c24a None None] Provisioning complete for port d61461a8-d626-4477-9cd9-f5239b43e03b triggered by entity DHCP. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:28:47.911900 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-07b1df5d-571d-43c7-8de4-98efb819c24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:48.033388 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-f1b243d5-2d14-41fa-82c1-d6bc7a9691bd tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787792822806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235086'] for port, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:48.056450 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-baa08be3-da27-494f-b103-ed622b13f882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:48.061710 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-baa08be3-da27-494f-b103-ed622b13f882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:48.071559 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-baa08be3-da27-494f-b103-ed622b13f882 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/234a616f-cb9b-4894-888f-07780288d38c HTTP/1.1" status: 204 len: 168 time: 0.3345630 Oct 14 12:28:48.087908 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa08be3-da27-494f-b103-ed622b13f882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=234a616f-cb9b-4894-888f-07780288d38c,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:48.200997 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b243d5-2d14-41fa-82c1-d6bc7a9691bd tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Network b7b7a1d8-4110-4f63-bddb-33667e2d84f3 is already hosted by enough agents. {{(pid=100184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:28:48.216369 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b243d5-2d14-41fa-82c1-d6bc7a9691bd tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Pushing event updated for resources: {'Port': ['ID=9fb06993-9a5c-4b29-9cd0-a0d41228394c,revision_number=1']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:48.219235 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.base_scheduler [None req-f1b243d5-2d14-41fa-82c1-d6bc7a9691bd tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Resources bound (agent type, host, resource id): {{(pid=100184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:28:48.281082 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81665887-a6a8-48ae-b854-7735cbf09b73 req-f1a77c9b-ce3a-4d02-b9fd-56e0ec4edeec tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:48.282931 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-81665887-a6a8-48ae-b854-7735cbf09b73 req-f1a77c9b-ce3a-4d02-b9fd-56e0ec4edeec tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 945 time: 0.1151297 Oct 14 12:28:48.283968 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b243d5-2d14-41fa-82c1-d6bc7a9691bd tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Received port after_create {{(pid=100184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:28:48.367268 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-81665887-a6a8-48ae-b854-7735cbf09b73 req-6ac1e4c9-beb8-4ac8-b12d-a03d7ea03810 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573971 Oct 14 12:28:48.494196 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-f1b243d5-2d14-41fa-82c1-d6bc7a9691bd tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:48.606881 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-f1b243d5-2d14-41fa-82c1-d6bc7a9691bd tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:48.826717 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-f1b243d5-2d14-41fa-82c1-d6bc7a9691bd tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks [] for port, precommit_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:48.906689 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device d61461a8-d626-4477-9cd9-f5239b43e03b up at agent ovs-agent-dv-cinder-813986-1-iscsi {{(pid=100186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:28:48.922624 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-f1b243d5-2d14-41fa-82c1-d6bc7a9691bd tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6235095'] for port, after_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:49.002262 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Provisioning complete for port d61461a8-d626-4477-9cd9-f5239b43e03b triggered by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:28:49.003563 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:49.031598 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b243d5-2d14-41fa-82c1-d6bc7a9691bd tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Pushing event updated for resources: {'Port': ['ID=9fb06993-9a5c-4b29-9cd0-a0d41228394c,revision_number=2']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:49.056859 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-f1b243d5-2d14-41fa-82c1-d6bc7a9691bd tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-619548'] for floatingip, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:49.148991 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-f1b243d5-2d14-41fa-82c1-d6bc7a9691bd tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516790'] for floatingip, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:49.150740 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-f1b243d5-2d14-41fa-82c1-d6bc7a9691bd tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9875522 Oct 14 12:28:49.208474 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 34230) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:49.224938 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-441b3281-4968-4cca-ab4b-15741e7e4034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:49.351827 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-441b3281-4968-4cca-ab4b-15741e7e4034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:49.444789 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ab4fa26e-d9a7-4479-984b-cc1235408624 req-67ea8a12-96b7-4905-8278-c99bc3e89491 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--844066791&fields=id&tenant_id=a74b273d32f14564a6f532d3344fc1c3 HTTP/1.1" status: 200 len: 267 time: 0.0511448 Oct 14 12:28:49.487779 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-441b3281-4968-4cca-ab4b-15741e7e4034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:49.575121 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-441b3281-4968-4cca-ab4b-15741e7e4034 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c80fa0f6648a4660bc849bd974304e68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3658562 Oct 14 12:28:49.577877 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 34252) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:49.579185 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441b3281-4968-4cca-ab4b-15741e7e4034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=551b679f-b7d2-443d-ae3e-16c8c3ac7ebc,revision_number=1']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:49.591918 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad05a784-b0e4-499e-9c81-f0531cf1bf9e req-79e7199f-813a-45aa-8575-ce3ab152cc7e tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:49.593413 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ad05a784-b0e4-499e-9c81-f0531cf1bf9e req-79e7199f-813a-45aa-8575-ce3ab152cc7e tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 945 time: 0.1477633 Oct 14 12:28:49.656840 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-ca642140-d0a7-44b4-911c-646cc5edcebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:49.666363 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4fa26e-d9a7-4479-984b-cc1235408624 req-7b87166b-df32-4c3c-bbb4-ea26fe377312 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:49.668165 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ab4fa26e-d9a7-4479-984b-cc1235408624 req-7b87166b-df32-4c3c-bbb4-ea26fe377312 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/networks?id=031e9579-40df-4987-97d9-4aff3031dd9c HTTP/1.1" status: 200 len: 810 time: 0.2141302 Oct 14 12:28:49.697193 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ad05a784-b0e4-499e-9c81-f0531cf1bf9e req-27a4c957-8d61-4506-b156-de24b7ef34b7 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651722 Oct 14 12:28:49.697565 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-ca642140-d0a7-44b4-911c-646cc5edcebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:49.698838 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ab4fa26e-d9a7-4479-984b-cc1235408624 req-d8993517-932e-473b-89c6-14f5d0a8f24e tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/quotas/a74b273d32f14564a6f532d3344fc1c3 HTTP/1.1" status: 200 len: 375 time: 0.0173779 Oct 14 12:28:49.773144 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ab4fa26e-d9a7-4479-984b-cc1235408624 req-0c8b725a-43c8-4ccb-b662-6e0abeced817 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=a74b273d32f14564a6f532d3344fc1c3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0566175 Oct 14 12:28:49.855843 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-ca642140-d0a7-44b4-911c-646cc5edcebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:49.859018 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-ca642140-d0a7-44b4-911c-646cc5edcebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:49.860326 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-ca642140-d0a7-44b4-911c-646cc5edcebc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/551b679f-b7d2-443d-ae3e-16c8c3ac7ebc HTTP/1.1" status: 204 len: 168 time: 0.2801781 Oct 14 12:28:49.870996 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca642140-d0a7-44b4-911c-646cc5edcebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=551b679f-b7d2-443d-ae3e-16c8c3ac7ebc,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:49.912139 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ab4fa26e-d9a7-4479-984b-cc1235408624 req-4b73b774-9d09-453a-83e6-e500f277577d service neutron] 10.222.0.54 "GET /v2.0/networks/031e9579-40df-4987-97d9-4aff3031dd9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231103 Oct 14 12:28:50.017425 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ab4fa26e-d9a7-4479-984b-cc1235408624 req-3a5ea1ce-f491-478b-966d-c87a759e5146 service neutron] 10.222.0.54 "GET /v2.0/networks/031e9579-40df-4987-97d9-4aff3031dd9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964575 Oct 14 12:28:50.387508 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-f27d6da7-ba95-4241-b30c-6770056cf353 req-53baecde-7967-4b07-937e-2c99c09c25cf tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 210 time: 0.1053343 Oct 14 12:28:50.862549 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dba89e1-e30d-44fe-903a-d8e62426370f req-017bec6a-4c3a-4cc6-b095-dd17ba4e965d tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:50.864665 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-0dba89e1-e30d-44fe-903a-d8e62426370f req-017bec6a-4c3a-4cc6-b095-dd17ba4e965d tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 945 time: 0.0510395 Oct 14 12:28:50.915930 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-0dba89e1-e30d-44fe-903a-d8e62426370f req-32645883-8551-40cb-9f2b-0c43b7d4a197 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426466 Oct 14 12:28:51.491934 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-f2c5fd37-0e15-4443-8bad-982318d7183b req-ce03fc47-3d87-4a1a-818f-8fa3526db1b5 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 210 time: 0.0344839 Oct 14 12:28:52.037599 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c0959-8a5a-4d65-aa6a-d5d5f3692231 req-1cadbf37-1754-4bfd-9ed2-4a78dce9a5e3 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:52.039159 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-e26c0959-8a5a-4d65-aa6a-d5d5f3692231 req-1cadbf37-1754-4bfd-9ed2-4a78dce9a5e3 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 945 time: 0.0516541 Oct 14 12:28:52.080103 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-e26c0959-8a5a-4d65-aa6a-d5d5f3692231 req-d954392b-bde9-4853-a4fe-1479ea488b4b tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346937 Oct 14 12:28:52.565342 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 34430) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:52.634446 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4fa26e-d9a7-4479-984b-cc1235408624 req-890e532a-280f-432a-9d06-31a493cede83 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:52.635956 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-ab4fa26e-d9a7-4479-984b-cc1235408624 req-890e532a-280f-432a-9d06-31a493cede83 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.25 "GET /v2.0/networks?id=031e9579-40df-4987-97d9-4aff3031dd9c HTTP/1.1" status: 200 len: 810 time: 0.1527627 Oct 14 12:28:52.642903 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-043fece0-cb32-4d6e-87af-d9d59a5c20d1 req-54609ba4-3aa7-411f-b329-1a1e9ca6db5a tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 210 time: 0.0339780 Oct 14 12:28:52.652206 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d6f96e1-0f9c-4741-a04c-8b327b0c6a40 admin admin] Deleting subnet 660a4fdb-e514-4105-9a93-e65fe52e89af {{(pid=100184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Oct 14 12:28:52.664271 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-9d6f96e1-0f9c-4741-a04c-8b327b0c6a40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:52.692241 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-ab4fa26e-d9a7-4479-984b-cc1235408624 req-4748622f-c0a2-4551-bfc1-330069cc367c tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a74b273d32f14564a6f532d3344fc1c3 HTTP/1.1" status: 200 len: 379 time: 0.0453064 Oct 14 12:28:52.706791 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.v2.base [req-ab4fa26e-d9a7-4479-984b-cc1235408624 req-9d9fada8-e177-44fb-8447-9630af5ba31c tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Request body: {'port': {'device_id': 'c0890501-5c59-436d-a123-65dd70611fdd', 'network_id': '031e9579-40df-4987-97d9-4aff3031dd9c', 'admin_state_up': True, 'tenant_id': 'a74b273d32f14564a6f532d3344fc1c3', 'security_groups': ['f84572bb-7caf-4ee9-bdf3-0b29d023289a']}} {{(pid=100185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:28:52.712041 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-9d6f96e1-0f9c-4741-a04c-8b327b0c6a40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5993249'] for subnet, precommit_delete_associations {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:52.759662 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-9d6f96e1-0f9c-4741-a04c-8b327b0c6a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2028271'] for subnet, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:52.881217 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-9d6f96e1-0f9c-4741-a04c-8b327b0c6a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2028256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6235037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4638885'] for subnet, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:52.900848 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab4fa26e-d9a7-4479-984b-cc1235408624 req-9d9fada8-e177-44fb-8447-9630af5ba31c tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Made reservation on behalf of a74b273d32f14564a6f532d3344fc1c3 for: {'port': 1} {{(pid=100185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:28:52.905051 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-ab4fa26e-d9a7-4479-984b-cc1235408624 req-9d9fada8-e177-44fb-8447-9630af5ba31c tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:52.917099 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-9d6f96e1-0f9c-4741-a04c-8b327b0c6a40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531662'] for subnet, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:52.926481 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-9d6f96e1-0f9c-4741-a04c-8b327b0c6a40 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/660a4fdb-e514-4105-9a93-e65fe52e89af HTTP/1.1" status: 204 len: 168 time: 0.3557599 Oct 14 12:28:52.926481 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6f96e1-0f9c-4741-a04c-8b327b0c6a40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=660a4fdb-e514-4105-9a93-e65fe52e89af,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:52.926481 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 34438) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:52.978584 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 34440) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:53.013081 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-a85180cc-8184-4a72-b9bc-a567a37a83ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1900015'] for network, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:53.075594 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.db.db_base_plugin_common [req-ab4fa26e-d9a7-4479-984b-cc1235408624 req-9d9fada8-e177-44fb-8447-9630af5ba31c tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Allocated IP 172.20.0.7 (031e9579-40df-4987-97d9-4aff3031dd9c/1ae97040-dc68-4655-9e24-79e922381839/62ea2203-37dc-4090-9ad8-7efed0448323) {{(pid=100185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:28:53.107883 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-a85180cc-8184-4a72-b9bc-a567a37a83ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2018836', 'neutron.services.segments.db._delete_segments_for_network-8787793369613'] for network, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:53.133465 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.services.segments.db [None req-a85180cc-8184-4a72-b9bc-a567a37a83ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00243ff8-bc02-4a4d-b6cf-92fac1ae1f97']}} {{(pid=100184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:28:53.143795 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.services.segments.db [None req-a85180cc-8184-4a72-b9bc-a567a37a83ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb853333-c04a-4029-8ac7-0ba729288367') {'for_net_delete': True} {{(pid=100184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:28:53.144117 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.services.segments.db [None req-a85180cc-8184-4a72-b9bc-a567a37a83ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb853333-c04a-4029-8ac7-0ba729288367') {} {{(pid=100184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:28:53.156180 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-a85180cc-8184-4a72-b9bc-a567a37a83ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787793369110', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5993278'] for segment, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:53.181647 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-11ebcb7a-225a-4ca7-9b75-bf2ef9f64d71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:53.192218 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-2ffbbac0-31af-496f-8546-c7434596a9ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:53.199481 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-a85180cc-8184-4a72-b9bc-a567a37a83ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030694'] for segment, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:53.211283 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a85180cc-8184-4a72-b9bc-a567a37a83ae admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=100184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 12:28:53.211676 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-a85180cc-8184-4a72-b9bc-a567a37a83ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6235131'] for segment, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:53.213420 dv-cinder-813986-1-iscsi neutron-server[100184]: Traceback (most recent call last): Oct 14 12:28:53.213420 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 12:28:53.213420 dv-cinder-813986-1-iscsi neutron-server[100184]: timer() Oct 14 12:28:53.213420 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 12:28:53.213420 dv-cinder-813986-1-iscsi neutron-server[100184]: cb(*args, **kw) Oct 14 12:28:53.213420 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 12:28:53.213420 dv-cinder-813986-1-iscsi neutron-server[100184]: return func(*args, **kwargs) Oct 14 12:28:53.213420 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 12:28:53.213420 dv-cinder-813986-1-iscsi neutron-server[100184]: self._notify() Oct 14 12:28:53.213420 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 12:28:53.213420 dv-cinder-813986-1-iscsi neutron-server[100184]: self.callback(batched_events) Oct 14 12:28:53.213420 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 12:28:53.213420 dv-cinder-813986-1-iscsi neutron-server[100184]: event.method(event) Oct 14 12:28:53.213420 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 12:28:53.213420 dv-cinder-813986-1-iscsi neutron-server[100184]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 12:28:53.213420 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 12:28:53.213420 dv-cinder-813986-1-iscsi neutron-server[100184]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 12:28:53.213420 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 12:28:53.213420 dv-cinder-813986-1-iscsi neutron-server[100184]: return f(self, *a, **k) Oct 14 12:28:53.213420 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 12:28:53.213420 dv-cinder-813986-1-iscsi neutron-server[100184]: return self._get(url).json() Oct 14 12:28:53.213420 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 12:28:53.213420 dv-cinder-813986-1-iscsi neutron-server[100184]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 12:28:53.213420 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 12:28:53.213420 dv-cinder-813986-1-iscsi neutron-server[100184]: return self.request(url, 'GET', **kwargs) Oct 14 12:28:53.213420 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 12:28:53.213420 dv-cinder-813986-1-iscsi neutron-server[100184]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 12:28:53.213420 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 12:28:53.213420 dv-cinder-813986-1-iscsi neutron-server[100184]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 12:28:53.213420 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 12:28:53.213420 dv-cinder-813986-1-iscsi neutron-server[100184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 12:28:53.213420 dv-cinder-813986-1-iscsi neutron-server[100184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 12:28:53.230692 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e1b6f5-d4eb-4e9f-8636-ec778993cd6c req-7cd8aa5c-b261-4814-b67b-8222b988dc2d tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:53.232182 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-18e1b6f5-d4eb-4e9f-8636-ec778993cd6c req-7cd8aa5c-b261-4814-b67b-8222b988dc2d tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 945 time: 0.0803480 Oct 14 12:28:53.287172 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-ab4fa26e-d9a7-4479-984b-cc1235408624 req-9d9fada8-e177-44fb-8447-9630af5ba31c tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks [] for port, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:53.304277 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-18e1b6f5-d4eb-4e9f-8636-ec778993cd6c req-7a5e0395-6887-4b7e-a7e2-82847e3054c3 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465381 Oct 14 12:28:53.330718 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-11ebcb7a-225a-4ca7-9b75-bf2ef9f64d71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:53.346486 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-a85180cc-8184-4a72-b9bc-a567a37a83ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2018925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-619758'] for network, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:53.353864 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-a85180cc-8184-4a72-b9bc-a567a37a83ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531662'] for network, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:53.357089 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-a85180cc-8184-4a72-b9bc-a567a37a83ae admin admin] 10.222.0.54 "DELETE /v2.0/networks/00243ff8-bc02-4a4d-b6cf-92fac1ae1f97 HTTP/1.1" status: 204 len: 168 time: 0.4305928 Oct 14 12:28:53.360106 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 34448) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:53.366782 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85180cc-8184-4a72-b9bc-a567a37a83ae admin admin] Pushing event deleted for resources: {'Network': ['ID=00243ff8-bc02-4a4d-b6cf-92fac1ae1f97,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:53.404269 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.db.db_base_plugin_v2 [None req-a87fa1ec-aecf-4360-b03c-961c98743f97 admin admin] Deleting subnet d25dc5b3-30a3-4c0c-a36c-2a2fe3c6fd42 {{(pid=100185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Oct 14 12:28:53.407421 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-a87fa1ec-aecf-4360-b03c-961c98743f97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:53.428331 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-ab4fa26e-d9a7-4479-984b-cc1235408624 req-9d9fada8-e177-44fb-8447-9630af5ba31c tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787792822806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7811617'] for port, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:53.429878 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-11ebcb7a-225a-4ca7-9b75-bf2ef9f64d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:53.513301 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-a87fa1ec-aecf-4360-b03c-961c98743f97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6186442'] for subnet, precommit_delete_associations {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:53.545527 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-11ebcb7a-225a-4ca7-9b75-bf2ef9f64d71 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a5f741b7bcc34807b369202ae1d3104d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5659001 Oct 14 12:28:53.546254 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ebcb7a-225a-4ca7-9b75-bf2ef9f64d71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff19d21-3272-4746-8dbd-48e1665a00d8,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:53.548363 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 34452) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:53.549828 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab4fa26e-d9a7-4479-984b-cc1235408624 req-9d9fada8-e177-44fb-8447-9630af5ba31c tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Network 031e9579-40df-4987-97d9-4aff3031dd9c is already hosted by enough agents. {{(pid=100185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:28:53.562837 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.base_scheduler [req-ab4fa26e-d9a7-4479-984b-cc1235408624 req-9d9fada8-e177-44fb-8447-9630af5ba31c tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Resources bound (agent type, host, resource id): {{(pid=100185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:28:53.566632 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab4fa26e-d9a7-4479-984b-cc1235408624 req-9d9fada8-e177-44fb-8447-9630af5ba31c tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Received port after_create {{(pid=100185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:28:53.569766 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fada8-e177-44fb-8447-9630af5ba31c tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Pushing event updated for resources: {'Port': ['ID=62ea2203-37dc-4090-9ad8-7efed0448323,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:53.604392 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-a87fa1ec-aecf-4360-b03c-961c98743f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2028271'] for subnet, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:53.608795 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-609f6116-6310-4a1e-b6c0-5143f8897a6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:53.648209 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-609f6116-6310-4a1e-b6c0-5143f8897a6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:53.662380 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4fa26e-d9a7-4479-984b-cc1235408624 req-9d9fada8-e177-44fb-8447-9630af5ba31c tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:53.663113 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-ab4fa26e-d9a7-4479-984b-cc1235408624 req-9d9fada8-e177-44fb-8447-9630af5ba31c tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516790'] for port, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:53.780912 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b407f77-68ef-4247-bf39-3fc0030a6a1e req-0c3df2ef-09b5-4e6a-9b92-581a04a0c4ec tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:53.782426 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-8b407f77-68ef-4247-bf39-3fc0030a6a1e req-0c3df2ef-09b5-4e6a-9b92-581a04a0c4ec tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 931 time: 0.0525463 Oct 14 12:28:53.821934 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-57a91a15-405a-4044-b391-ad10734287a5 None None] Provisioning complete for port 62ea2203-37dc-4090-9ad8-7efed0448323 triggered by entity DHCP. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:28:53.822300 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-57a91a15-405a-4044-b391-ad10734287a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:53.824370 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-8b407f77-68ef-4247-bf39-3fc0030a6a1e req-2a26a70e-874f-4c88-a2ca-d4c3708a66ab tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=f84572bb-7caf-4ee9-bdf3-0b29d023289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357881 Oct 14 12:28:53.855756 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-ab4fa26e-d9a7-4479-984b-cc1235408624 req-9d9fada8-e177-44fb-8447-9630af5ba31c tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1506703 Oct 14 12:28:53.855940 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-57a91a15-405a-4044-b391-ad10734287a5 None None] Port 62ea2203-37dc-4090-9ad8-7efed0448323 cannot update to ACTIVE because it is not bound. {{(pid=100186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 12:28:53.872288 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-609f6116-6310-4a1e-b6c0-5143f8897a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:53.873048 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.v2.base [req-ab4fa26e-d9a7-4479-984b-cc1235408624 req-9dd851a3-4b32-4ea2-9d17-7a449e87db72 service neutron] Request body: {'port': {'device_id': 'c0890501-5c59-436d-a123-65dd70611fdd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=100185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:28:53.874943 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-609f6116-6310-4a1e-b6c0-5143f8897a6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:53.878656 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-609f6116-6310-4a1e-b6c0-5143f8897a6a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fff19d21-3272-4746-8dbd-48e1665a00d8 HTTP/1.1" status: 204 len: 168 time: 0.3267331 Oct 14 12:28:53.885029 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f6116-6310-4a1e-b6c0-5143f8897a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff19d21-3272-4746-8dbd-48e1665a00d8,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:53.901694 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-a87fa1ec-aecf-4360-b03c-961c98743f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2028256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7811698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5941621'] for subnet, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:53.938900 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87fa1ec-aecf-4360-b03c-961c98743f97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d25dc5b3-30a3-4c0c-a36c-2a2fe3c6fd42,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:53.941128 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-a87fa1ec-aecf-4360-b03c-961c98743f97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:53.944440 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-a87fa1ec-aecf-4360-b03c-961c98743f97 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/d25dc5b3-30a3-4c0c-a36c-2a2fe3c6fd42 HTTP/1.1" status: 204 len: 168 time: 0.5833411 Oct 14 12:28:53.953278 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 34462) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:53.973207 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-ab4fa26e-d9a7-4479-984b-cc1235408624 req-9dd851a3-4b32-4ea2-9d17-7a449e87db72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:54.023968 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-e89d9ca5-d65f-4e09-984a-41adec896887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1900015'] for network, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:54.105955 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-e89d9ca5-d65f-4e09-984a-41adec896887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2018836', 'neutron.services.segments.db._delete_segments_for_network-8787793369613'] for network, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:54.127260 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.services.segments.db [None req-e89d9ca5-d65f-4e09-984a-41adec896887 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c6b1939-34df-445c-ac2c-c555867742a3']}} {{(pid=100184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:28:54.136835 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.services.segments.db [None req-e89d9ca5-d65f-4e09-984a-41adec896887 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdd2b82a-103c-4037-bc2e-c7c0d78f81d6') {'for_net_delete': True} {{(pid=100184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:28:54.137129 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.services.segments.db [None req-e89d9ca5-d65f-4e09-984a-41adec896887 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdd2b82a-103c-4037-bc2e-c7c0d78f81d6') {} {{(pid=100184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:28:54.147318 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-e89d9ca5-d65f-4e09-984a-41adec896887 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787793369110', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5993278'] for segment, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:54.171276 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-e89d9ca5-d65f-4e09-984a-41adec896887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030694'] for segment, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:54.178261 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e89d9ca5-d65f-4e09-984a-41adec896887 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=100184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 12:28:54.178796 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-e89d9ca5-d65f-4e09-984a-41adec896887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6235131'] for segment, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:54.180615 dv-cinder-813986-1-iscsi neutron-server[100184]: Traceback (most recent call last): Oct 14 12:28:54.180615 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 12:28:54.180615 dv-cinder-813986-1-iscsi neutron-server[100184]: timer() Oct 14 12:28:54.180615 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 12:28:54.180615 dv-cinder-813986-1-iscsi neutron-server[100184]: cb(*args, **kw) Oct 14 12:28:54.180615 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 12:28:54.180615 dv-cinder-813986-1-iscsi neutron-server[100184]: return func(*args, **kwargs) Oct 14 12:28:54.180615 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 12:28:54.180615 dv-cinder-813986-1-iscsi neutron-server[100184]: self._notify() Oct 14 12:28:54.180615 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 12:28:54.180615 dv-cinder-813986-1-iscsi neutron-server[100184]: self.callback(batched_events) Oct 14 12:28:54.180615 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 12:28:54.180615 dv-cinder-813986-1-iscsi neutron-server[100184]: event.method(event) Oct 14 12:28:54.180615 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 12:28:54.180615 dv-cinder-813986-1-iscsi neutron-server[100184]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 12:28:54.180615 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 12:28:54.180615 dv-cinder-813986-1-iscsi neutron-server[100184]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 12:28:54.180615 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 12:28:54.180615 dv-cinder-813986-1-iscsi neutron-server[100184]: return f(self, *a, **k) Oct 14 12:28:54.180615 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 12:28:54.180615 dv-cinder-813986-1-iscsi neutron-server[100184]: return self._get(url).json() Oct 14 12:28:54.180615 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 12:28:54.180615 dv-cinder-813986-1-iscsi neutron-server[100184]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 12:28:54.180615 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 12:28:54.180615 dv-cinder-813986-1-iscsi neutron-server[100184]: return self.request(url, 'GET', **kwargs) Oct 14 12:28:54.180615 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 12:28:54.180615 dv-cinder-813986-1-iscsi neutron-server[100184]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 12:28:54.180615 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 12:28:54.180615 dv-cinder-813986-1-iscsi neutron-server[100184]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 12:28:54.180615 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 12:28:54.180615 dv-cinder-813986-1-iscsi neutron-server[100184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 12:28:54.180615 dv-cinder-813986-1-iscsi neutron-server[100184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 12:28:54.267415 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.notifiers.nova [req-ab4fa26e-d9a7-4479-984b-cc1235408624 req-9dd851a3-4b32-4ea2-9d17-7a449e87db72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62ea2203-37dc-4090-9ad8-7efed0448323 {{(pid=100185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:28:54.275287 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-ab4fa26e-d9a7-4479-984b-cc1235408624 req-9dd851a3-4b32-4ea2-9d17-7a449e87db72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:54.341096 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.db.provisioning_blocks [req-ab4fa26e-d9a7-4479-984b-cc1235408624 req-9dd851a3-4b32-4ea2-9d17-7a449e87db72 service neutron] Transition to ACTIVE for port object 62ea2203-37dc-4090-9ad8-7efed0448323 will not be triggered until provisioned by entity L2. {{(pid=100185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 12:28:54.341459 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-e89d9ca5-d65f-4e09-984a-41adec896887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2018925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-619758'] for network, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:54.348605 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-e89d9ca5-d65f-4e09-984a-41adec896887 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531662'] for network, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:54.351619 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-e89d9ca5-d65f-4e09-984a-41adec896887 admin admin] 10.222.0.54 "DELETE /v2.0/networks/7c6b1939-34df-445c-ac2c-c555867742a3 HTTP/1.1" status: 204 len: 168 time: 0.3969426 Oct 14 12:28:54.367859 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89d9ca5-d65f-4e09-984a-41adec896887 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c6b1939-34df-445c-ac2c-c555867742a3,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:54.415075 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-ab4fa26e-d9a7-4479-984b-cc1235408624 req-9dd851a3-4b32-4ea2-9d17-7a449e87db72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7811640'] for port, after_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:54.435922 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1a95d4-4b9e-4838-9eda-b859a42be4a2 req-ef0e9ea5-21f4-4a9a-84e4-f70a6636aecf tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:54.437593 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-5e1a95d4-4b9e-4838-9eda-b859a42be4a2 req-ef0e9ea5-21f4-4a9a-84e4-f70a6636aecf tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 945 time: 0.0528877 Oct 14 12:28:54.468153 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd851a3-4b32-4ea2-9d17-7a449e87db72 service neutron] Pushing event updated for resources: {'Port': ['ID=62ea2203-37dc-4090-9ad8-7efed0448323,revision_number=2']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:54.482833 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-5e1a95d4-4b9e-4838-9eda-b859a42be4a2 req-f9c3659e-6e88-4737-8d96-e48dd8b2c0b1 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385773 Oct 14 12:28:54.548329 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.managers [req-ab4fa26e-d9a7-4479-984b-cc1235408624 req-9dd851a3-4b32-4ea2-9d17-7a449e87db72 service neutron] Attempting to bind port 62ea2203-37dc-4090-9ad8-7efed0448323 on host hv-cinder-81398 for vnic_type normal with profile {{(pid=100185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:28:54.548329 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.managers [req-ab4fa26e-d9a7-4479-984b-cc1235408624 req-9dd851a3-4b32-4ea2-9d17-7a449e87db72 service neutron] Attempting to bind port 62ea2203-37dc-4090-9ad8-7efed0448323 by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': '2691d58f-1dfd-4fec-a924-cb1f773f815b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '031e9579-40df-4987-97d9-4aff3031dd9c'}] {{(pid=100185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:28:54.548329 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4fa26e-d9a7-4479-984b-cc1235408624 req-9dd851a3-4b32-4ea2-9d17-7a449e87db72 service neutron] Attempting to bind port 62ea2203-37dc-4090-9ad8-7efed0448323 on network 031e9579-40df-4987-97d9-4aff3031dd9c {{(pid=100185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:28:54.555051 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 34470) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:54.555195 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4fa26e-d9a7-4479-984b-cc1235408624 req-9dd851a3-4b32-4ea2-9d17-7a449e87db72 service neutron] Port 62ea2203-37dc-4090-9ad8-7efed0448323 on network 031e9579-40df-4987-97d9-4aff3031dd9c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=100185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 12:28:54.555278 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4fa26e-d9a7-4479-984b-cc1235408624 req-9dd851a3-4b32-4ea2-9d17-7a449e87db72 service neutron] Attempting to bind port 62ea2203-37dc-4090-9ad8-7efed0448323 on network 031e9579-40df-4987-97d9-4aff3031dd9c {{(pid=100185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:28:54.560862 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4fa26e-d9a7-4479-984b-cc1235408624 req-9dd851a3-4b32-4ea2-9d17-7a449e87db72 service neutron] Checking agent: {'id': 'ea4bb8b9-32a8-4621-b95b-9b4a1b78ce98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 24, 36), 'started_at': datetime.datetime(2021, 10, 14, 12, 24, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:28:54.561200 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4fa26e-d9a7-4479-984b-cc1235408624 req-9dd851a3-4b32-4ea2-9d17-7a449e87db72 service neutron] Checking segment: {'id': '2691d58f-1dfd-4fec-a924-cb1f773f815b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '031e9579-40df-4987-97d9-4aff3031dd9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:28:54.561625 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4fa26e-d9a7-4479-984b-cc1235408624 req-9dd851a3-4b32-4ea2-9d17-7a449e87db72 service neutron] Bound using segment: {'id': '2691d58f-1dfd-4fec-a924-cb1f773f815b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '031e9579-40df-4987-97d9-4aff3031dd9c'} {{(pid=100185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:28:54.562030 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.managers [req-ab4fa26e-d9a7-4479-984b-cc1235408624 req-9dd851a3-4b32-4ea2-9d17-7a449e87db72 service neutron] Bound port: 62ea2203-37dc-4090-9ad8-7efed0448323, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2691d58f-1dfd-4fec-a924-cb1f773f815b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '031e9579-40df-4987-97d9-4aff3031dd9c'}}] {{(pid=100185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:28:54.562349 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-ab4fa26e-d9a7-4479-984b-cc1235408624 req-9dd851a3-4b32-4ea2-9d17-7a449e87db72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:54.569586 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-16065bed-3b75-4f88-926a-b9bb2fa7be5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:54.649445 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.db [req-ab4fa26e-d9a7-4479-984b-cc1235408624 req-9dd851a3-4b32-4ea2-9d17-7a449e87db72 service neutron] For port 62ea2203-37dc-4090-9ad8-7efed0448323, host hv-cinder-81398, cleared binding levels {{(pid=100185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:28:54.653346 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.db [req-ab4fa26e-d9a7-4479-984b-cc1235408624 req-9dd851a3-4b32-4ea2-9d17-7a449e87db72 service neutron] For port 62ea2203-37dc-4090-9ad8-7efed0448323, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=62ea2203-37dc-4090-9ad8-7efed0448323,segment=NetworkSegment(2691d58f-1dfd-4fec-a924-cb1f773f815b),segment_id=2691d58f-1dfd-4fec-a924-cb1f773f815b)] {{(pid=100185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:28:54.672980 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-16065bed-3b75-4f88-926a-b9bb2fa7be5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:54.708201 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 34476) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:54.739733 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-ab4fa26e-d9a7-4479-984b-cc1235408624 req-9dd851a3-4b32-4ea2-9d17-7a449e87db72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7811640'] for port, after_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:54.749547 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-27e0eea7-c17e-469c-95da-f094c488a27b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7ad39d91198a46c197e34f5567b55919&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392172 Oct 14 12:28:54.754383 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 34478) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:54.778664 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-16065bed-3b75-4f88-926a-b9bb2fa7be5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:54.783746 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4fa26e-d9a7-4479-984b-cc1235408624 req-9dd851a3-4b32-4ea2-9d17-7a449e87db72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:54.784383 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-ab4fa26e-d9a7-4479-984b-cc1235408624 req-9dd851a3-4b32-4ea2-9d17-7a449e87db72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516790'] for port, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:54.785875 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-ab4fa26e-d9a7-4479-984b-cc1235408624 req-9dd851a3-4b32-4ea2-9d17-7a449e87db72 service neutron] 10.222.0.25 "PUT /v2.0/ports/62ea2203-37dc-4090-9ad8-7efed0448323 HTTP/1.1" status: 200 len: 1093 time: 0.9191544 Oct 14 12:28:54.786285 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0890501-5c59-436d-a123-65dd70611fdd', 'tag': '62ea2203-37dc-4090-9ad8-7efed0448323'}] {{(pid=100185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:28:54.789168 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}167116552ac494ad33fe024857b10e57374526f2b70b110e82d735407eff6bb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b18a9b13-6722-4c0e-a245-eeb0217a3469" -d '{"events": [{"name": "network-changed", "server_uuid": "c0890501-5c59-436d-a123-65dd70611fdd", "tag": "62ea2203-37dc-4090-9ad8-7efed0448323"}]}' {{(pid=100185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:28:54.817649 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd851a3-4b32-4ea2-9d17-7a449e87db72 service neutron] Pushing event updated for resources: {'Port': ['ID=62ea2203-37dc-4090-9ad8-7efed0448323,revision_number=3']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:54.852315 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 12:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d83889-9577-490e-900c-643b3592b611 x-openstack-request-id: req-20d83889-9577-490e-900c-643b3592b611 {{(pid=100185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:28:54.852747 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0890501-5c59-436d-a123-65dd70611fdd", "tag": "62ea2203-37dc-4090-9ad8-7efed0448323", "status": "completed", "code": 200}]} {{(pid=100185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:28:54.853126 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-20d83889-9577-490e-900c-643b3592b611 {{(pid=100185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:28:54.853622 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0890501-5c59-436d-a123-65dd70611fdd', 'tag': '62ea2203-37dc-4090-9ad8-7efed0448323', 'status': 'completed', 'code': 200} Oct 14 12:28:54.864791 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16065bed-3b75-4f88-926a-b9bb2fa7be5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d95c5029-c0e8-40f8-bc11-49ffe4cb226c,revision_number=1']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:54.876062 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-16065bed-3b75-4f88-926a-b9bb2fa7be5d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cfe7c6cf076b4eeb815b22e1771b937c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3183925 Oct 14 12:28:54.877357 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 34484) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:54.886617 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-638356ca-7a2e-4143-b454-aae58be5ddcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:54.945045 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-638356ca-7a2e-4143-b454-aae58be5ddcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:54.997097 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-923490e2-5881-4eab-b1f2-7d1418df2cc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:55.002433 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18a9b13-6722-4c0e-a245-eeb0217a3469 req-97b75a23-13f7-4165-acb0-daad9e434c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:55.004331 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-b18a9b13-6722-4c0e-a245-eeb0217a3469 req-97b75a23-13f7-4165-acb0-daad9e434c87 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a74b273d32f14564a6f532d3344fc1c3&device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 1096 time: 0.1169317 Oct 14 12:28:55.007960 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ff476d-cdf0-4347-b7ed-7261201926e8 req-6c120a66-cb68-4152-8962-c1362d2203a0 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:55.012101 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-38ff476d-cdf0-4347-b7ed-7261201926e8 req-6c120a66-cb68-4152-8962-c1362d2203a0 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 943 time: 0.0976493 Oct 14 12:28:55.063618 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-38ff476d-cdf0-4347-b7ed-7261201926e8 req-11384e7f-42a5-4625-8b06-a08b0167e673 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=f84572bb-7caf-4ee9-bdf3-0b29d023289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379155 Oct 14 12:28:55.098371 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-923490e2-5881-4eab-b1f2-7d1418df2cc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:55.127861 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-638356ca-7a2e-4143-b454-aae58be5ddcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:55.131017 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-638356ca-7a2e-4143-b454-aae58be5ddcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:55.132324 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-638356ca-7a2e-4143-b454-aae58be5ddcc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/dcd5dbca-6d9d-45d3-afc4-56b6648971e6 HTTP/1.1" status: 204 len: 168 time: 0.3791203 Oct 14 12:28:55.143165 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638356ca-7a2e-4143-b454-aae58be5ddcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd5dbca-6d9d-45d3-afc4-56b6648971e6,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:55.182725 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18a9b13-6722-4c0e-a245-eeb0217a3469 req-e8580b6a-2dd3-4f70-bf4d-ecd76ba91715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:55.184344 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-b18a9b13-6722-4c0e-a245-eeb0217a3469 req-e8580b6a-2dd3-4f70-bf4d-ecd76ba91715 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=a74b273d32f14564a6f532d3344fc1c3&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1631615 Oct 14 12:28:55.254013 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-923490e2-5881-4eab-b1f2-7d1418df2cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:55.257150 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-923490e2-5881-4eab-b1f2-7d1418df2cc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:55.258849 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-923490e2-5881-4eab-b1f2-7d1418df2cc5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d95c5029-c0e8-40f8-bc11-49ffe4cb226c HTTP/1.1" status: 204 len: 168 time: 0.3802261 Oct 14 12:28:55.273482 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923490e2-5881-4eab-b1f2-7d1418df2cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d95c5029-c0e8-40f8-bc11-49ffe4cb226c,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:55.328532 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18a9b13-6722-4c0e-a245-eeb0217a3469 req-ad61fe59-c739-467a-982f-e08da0ab8eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:55.330245 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-b18a9b13-6722-4c0e-a245-eeb0217a3469 req-ad61fe59-c739-467a-982f-e08da0ab8eeb service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1340811 Oct 14 12:28:55.420141 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4fa26e-d9a7-4479-984b-cc1235408624 req-0ca71039-15d0-4451-bb2a-9c5af2b081fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:55.421609 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-ab4fa26e-d9a7-4479-984b-cc1235408624 req-0ca71039-15d0-4451-bb2a-9c5af2b081fa service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a74b273d32f14564a6f532d3344fc1c3&device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 1096 time: 0.0470212 Oct 14 12:28:55.465411 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-ab4fa26e-d9a7-4479-984b-cc1235408624 req-e6c6b9c8-0991-408b-92f4-19a2725919a6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=62ea2203-37dc-4090-9ad8-7efed0448323 HTTP/1.1" status: 200 len: 217 time: 0.0346205 Oct 14 12:28:55.523916 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4fa26e-d9a7-4479-984b-cc1235408624 req-99af9a15-b238-4119-ba6a-b802809ca28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:55.525356 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-ab4fa26e-d9a7-4479-984b-cc1235408624 req-99af9a15-b238-4119-ba6a-b802809ca28d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1ae97040-dc68-4655-9e24-79e922381839 HTTP/1.1" status: 200 len: 849 time: 0.0518000 Oct 14 12:28:55.610468 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4fa26e-d9a7-4479-984b-cc1235408624 req-b3b6118b-11bb-4704-a023-a9a4c970045e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:55.612083 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-ab4fa26e-d9a7-4479-984b-cc1235408624 req-b3b6118b-11bb-4704-a023-a9a4c970045e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=031e9579-40df-4987-97d9-4aff3031dd9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0786555 Oct 14 12:28:55.636729 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc01233c-f597-4c87-89fb-503a79f46f32 req-74beebdf-7cfe-4cae-ad52-ea5698472a46 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:55.638917 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-cc01233c-f597-4c87-89fb-503a79f46f32 req-74beebdf-7cfe-4cae-ad52-ea5698472a46 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 945 time: 0.0746982 Oct 14 12:28:55.720281 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-cc01233c-f597-4c87-89fb-503a79f46f32 req-931bac62-ece9-423a-8f48-7f3166439fb1 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723028 Oct 14 12:28:55.792961 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-ab4fa26e-d9a7-4479-984b-cc1235408624 req-0e8cddc4-6148-4b43-9fa6-bfde071d6c7f service neutron] 10.222.0.25 "GET /v2.0/networks/031e9579-40df-4987-97d9-4aff3031dd9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711855 Oct 14 12:28:55.908689 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-ab4fa26e-d9a7-4479-984b-cc1235408624 req-70f59545-e3d6-4bd6-aaf3-871668ccc4be service neutron] 10.222.0.25 "GET /v2.0/networks/031e9579-40df-4987-97d9-4aff3031dd9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027284 Oct 14 12:28:55.929374 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-007be3f2-8577-442d-8a78-daaac073841b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:56.028216 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 34524) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:56.070796 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-0fc28993-34f3-4e46-98a0-39594f396836 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e0e89dd056c04acbbbe069d00fd4ebc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0412521 Oct 14 12:28:56.073118 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 34526) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:28:56.127348 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-ece1541c-c4b0-4b69-a9ba-ff683982ab96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:56.148812 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-ece1541c-c4b0-4b69-a9ba-ff683982ab96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:56.190970 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40add07a-3bff-44c3-b59c-ff108632059d req-280b5820-9479-49f0-9d09-bef5bd946dc3 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:56.192591 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-40add07a-3bff-44c3-b59c-ff108632059d req-280b5820-9479-49f0-9d09-bef5bd946dc3 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 943 time: 0.0530469 Oct 14 12:28:56.235391 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-40add07a-3bff-44c3-b59c-ff108632059d req-dee48abe-9b02-401c-9489-6bd65f1fdeb0 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=f84572bb-7caf-4ee9-bdf3-0b29d023289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368001 Oct 14 12:28:56.277957 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-ece1541c-c4b0-4b69-a9ba-ff683982ab96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:56.282549 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-ece1541c-c4b0-4b69-a9ba-ff683982ab96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:56.282549 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-ece1541c-c4b0-4b69-a9ba-ff683982ab96 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/41b602b2-79b0-48f1-8755-0b77fe5b55d7 HTTP/1.1" status: 204 len: 168 time: 0.2075264 Oct 14 12:28:56.291240 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece1541c-c4b0-4b69-a9ba-ff683982ab96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b602b2-79b0-48f1-8755-0b77fe5b55d7,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:28:56.847558 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2d3d92-6ec7-49d8-a18c-d41c872294e4 req-f7ae13f8-87a7-4145-8510-e2631e0a1b1e tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:56.849081 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-4c2d3d92-6ec7-49d8-a18c-d41c872294e4 req-f7ae13f8-87a7-4145-8510-e2631e0a1b1e tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 945 time: 0.0493479 Oct 14 12:28:56.899989 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-4c2d3d92-6ec7-49d8-a18c-d41c872294e4 req-00349776-43ae-46fa-b54f-15171812f56e tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435834 Oct 14 12:28:57.054586 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-469b4b0a-0edb-4369-82f6-413c16907b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:57.117485 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:57.355065 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea35f2d-d6e6-4f0b-85b4-e12aab2a0758 req-d2b9ecbd-7b9d-452a-a223-0a6032f4902b tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:57.356880 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-4ea35f2d-d6e6-4f0b-85b4-e12aab2a0758 req-d2b9ecbd-7b9d-452a-a223-0a6032f4902b tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 943 time: 0.0544996 Oct 14 12:28:57.396173 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-4ea35f2d-d6e6-4f0b-85b4-e12aab2a0758 req-0a4388b7-532e-464c-9e15-912bc45bee15 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=f84572bb-7caf-4ee9-bdf3-0b29d023289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329659 Oct 14 12:28:58.013215 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc89299-4ac2-4d0c-b9dc-a49718af2347 req-2b8e4be0-d382-49af-89d2-aa8909ea0c8d tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:58.014743 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-7dc89299-4ac2-4d0c-b9dc-a49718af2347 req-2b8e4be0-d382-49af-89d2-aa8909ea0c8d tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 945 time: 0.0504274 Oct 14 12:28:58.053892 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-7dc89299-4ac2-4d0c-b9dc-a49718af2347 req-1aeaca4e-53ff-4b0c-ade9-df5bb236f0aa tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331442 Oct 14 12:28:58.312014 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-27c04846-3a84-4189-8b30-75b8cfbf2676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:28:58.515504 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bef6d5-4de3-4050-8c55-09ec6314eb8d req-b1f2ed75-9af6-4ca3-9438-2602ce75ee06 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:58.517078 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-76bef6d5-4de3-4050-8c55-09ec6314eb8d req-b1f2ed75-9af6-4ca3-9438-2602ce75ee06 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 943 time: 0.0529373 Oct 14 12:28:58.556251 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-76bef6d5-4de3-4050-8c55-09ec6314eb8d req-a182fac9-0b5e-4bc6-b61b-d10b5260aec9 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=f84572bb-7caf-4ee9-bdf3-0b29d023289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329723 Oct 14 12:28:59.171151 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9211f6-6d01-4300-86ea-21b5bd6fdd61 req-3249e8ce-fd37-4b10-ae80-11513aad30a6 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:59.172747 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-de9211f6-6d01-4300-86ea-21b5bd6fdd61 req-3249e8ce-fd37-4b10-ae80-11513aad30a6 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 945 time: 0.0518122 Oct 14 12:28:59.373986 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-de9211f6-6d01-4300-86ea-21b5bd6fdd61 req-ff5d85ee-ae10-48ff-9769-08af28e9fdea tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952653 Oct 14 12:28:59.459764 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c76464-ec44-496c-bc4a-0ce1f35e534c req-a9f61c0e-cbf2-461f-aecb-1fc88a5a2730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:59.461382 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-e5c76464-ec44-496c-bc4a-0ce1f35e534c req-a9f61c0e-cbf2-461f-aecb-1fc88a5a2730 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 1098 time: 0.0399551 Oct 14 12:28:59.495866 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-e5c76464-ec44-496c-bc4a-0ce1f35e534c req-3e5f0975-97dd-4dcb-94a8-c4fe89fadf71 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270088 Oct 14 12:28:59.668450 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c3cec-bc40-42ea-92f3-c3a866a06175 req-393a0068-4981-4bae-b3d3-b255b5c30f5a tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:28:59.670223 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-f68c3cec-bc40-42ea-92f3-c3a866a06175 req-393a0068-4981-4bae-b3d3-b255b5c30f5a tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 943 time: 0.0476656 Oct 14 12:28:59.709602 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-f68c3cec-bc40-42ea-92f3-c3a866a06175 req-3849c942-aaa3-40d5-be3f-b2f05eee0cd7 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=f84572bb-7caf-4ee9-bdf3-0b29d023289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334518 Oct 14 12:29:00.235787 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device 62ea2203-37dc-4090-9ad8-7efed0448323 details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=100186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 12:29:00.332783 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] For port 62ea2203-37dc-4090-9ad8-7efed0448323, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=62ea2203-37dc-4090-9ad8-7efed0448323,segment=NetworkSegment(2691d58f-1dfd-4fec-a924-cb1f773f815b),segment_id=2691d58f-1dfd-4fec-a924-cb1f773f815b)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:29:00.344549 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Returning: {'device': '62ea2203-37dc-4090-9ad8-7efed0448323', 'network_id': '031e9579-40df-4987-97d9-4aff3031dd9c', 'port_id': '62ea2203-37dc-4090-9ad8-7efed0448323', 'mac_address': 'fa:16:3e:c3:8e:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ae97040-dc68-4655-9e24-79e922381839', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 12:29:00.389533 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:29:00.417331 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.notifiers.nova [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62ea2203-37dc-4090-9ad8-7efed0448323 {{(pid=100186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:29:00.453549 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] For port 62ea2203-37dc-4090-9ad8-7efed0448323, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=62ea2203-37dc-4090-9ad8-7efed0448323,segment=NetworkSegment(2691d58f-1dfd-4fec-a924-cb1f773f815b),segment_id=2691d58f-1dfd-4fec-a924-cb1f773f815b)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:29:00.526036 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d267f-2022-4d7d-9cca-690678d53558 req-6e09c192-b170-41b6-b9b2-39cee489d278 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:00.530496 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ef1d267f-2022-4d7d-9cca-690678d53558 req-6e09c192-b170-41b6-b9b2-39cee489d278 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 945 time: 0.0605371 Oct 14 12:29:00.568732 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:29:00.570446 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ef1d267f-2022-4d7d-9cca-690678d53558 req-d9dae5eb-32d1-479f-9328-6c00877af545 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361307 Oct 14 12:29:00.619116 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Pushing event updated for resources: {'Port': ['ID=62ea2203-37dc-4090-9ad8-7efed0448323,revision_number=4']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:29:00.824160 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880658ef-7cb0-4826-bc9c-41675a3f18fa req-6c79df26-99b8-4843-9df6-c68eeba61b41 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:00.825642 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-880658ef-7cb0-4826-bc9c-41675a3f18fa req-6c79df26-99b8-4843-9df6-c68eeba61b41 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 944 time: 0.0509794 Oct 14 12:29:00.866508 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-880658ef-7cb0-4826-bc9c-41675a3f18fa req-5c6cd540-6e52-42de-b79b-d2f03a6cd501 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=f84572bb-7caf-4ee9-bdf3-0b29d023289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321963 Oct 14 12:29:01.469493 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] get_ports_and_sgs() called for port_ids ['62ea2203-37dc-4090-9ad8-7efed0448323'] {{(pid=100186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:29:01.689548 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09882e65-3fb0-4be6-9838-1f4742802e86 req-5289d5f0-2d28-48f9-958f-5d0c0b4227e1 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:01.690990 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-09882e65-3fb0-4be6-9838-1f4742802e86 req-5289d5f0-2d28-48f9-958f-5d0c0b4227e1 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 945 time: 0.0471594 Oct 14 12:29:01.727630 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-09882e65-3fb0-4be6-9838-1f4742802e86 req-d6d1f843-ffd7-4c66-a3d6-56f3213c2a9b tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302148 Oct 14 12:29:01.977402 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b8d92-d8e8-448f-a77b-b26ca0411eb9 req-edc47213-42b8-4374-9108-a283073eaf38 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:01.978865 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-209b8d92-d8e8-448f-a77b-b26ca0411eb9 req-edc47213-42b8-4374-9108-a283073eaf38 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 944 time: 0.0479994 Oct 14 12:29:02.017914 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-209b8d92-d8e8-448f-a77b-b26ca0411eb9 req-f84b95fe-c364-464a-88a2-70bed9ec94a6 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=f84572bb-7caf-4ee9-bdf3-0b29d023289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330536 Oct 14 12:29:02.208919 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5523530-b4cd-4315-8cf5-2580bb29912f req-dea6ec24-28d4-4a45-81da-91a01eeae616 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:02.210344 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-e5523530-b4cd-4315-8cf5-2580bb29912f req-dea6ec24-28d4-4a45-81da-91a01eeae616 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 945 time: 0.0515447 Oct 14 12:29:02.248028 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-e5523530-b4cd-4315-8cf5-2580bb29912f req-2fe7ed8c-cd20-4561-8b44-3f5614c52aec tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316703 Oct 14 12:29:02.337710 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c31eea2-1c9c-41b5-8c11-8085e8cc3164 req-d3df22ae-a142-40df-a8a6-f25e4a8c4604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:02.339142 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-1c31eea2-1c9c-41b5-8c11-8085e8cc3164 req-d3df22ae-a142-40df-a8a6-f25e4a8c4604 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3f9a829dc9ba4ba2bab9da3451c434c9&device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 1098 time: 0.0397761 Oct 14 12:29:02.436692 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c31eea2-1c9c-41b5-8c11-8085e8cc3164 req-e01839f4-cd57-46d0-b608-92cb0c4e207e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:02.438374 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-1c31eea2-1c9c-41b5-8c11-8085e8cc3164 req-e01839f4-cd57-46d0-b608-92cb0c4e207e service neutron] 10.222.0.25 "GET /v2.0/networks?id=a349fb8c-8bea-466f-b8db-b99e89a5a9ba HTTP/1.1" status: 200 len: 920 time: 0.0883684 Oct 14 12:29:02.479713 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-1c31eea2-1c9c-41b5-8c11-8085e8cc3164 req-17e68679-2faa-48b3-bb0c-2afe52c6a452 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05d49b53-bff2-427b-8b2c-37dab1c47dc7 HTTP/1.1" status: 200 len: 217 time: 0.0331285 Oct 14 12:29:02.529121 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c31eea2-1c9c-41b5-8c11-8085e8cc3164 req-d2e51564-bd15-46a5-8bfe-778cbf2eeaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:02.530542 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-1c31eea2-1c9c-41b5-8c11-8085e8cc3164 req-d2e51564-bd15-46a5-8bfe-778cbf2eeaa0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b2109f7d-7a0b-4378-9f1f-6d0a061effdd HTTP/1.1" status: 200 len: 859 time: 0.0434432 Oct 14 12:29:02.568416 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-1c31eea2-1c9c-41b5-8c11-8085e8cc3164 req-3788916a-495a-463b-8cbb-a604803a7235 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a349fb8c-8bea-466f-b8db-b99e89a5a9ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283771 Oct 14 12:29:02.659466 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-1c31eea2-1c9c-41b5-8c11-8085e8cc3164 req-5166240a-7dce-4e2c-9ea9-1899bff68c9d service neutron] 10.222.0.25 "GET /v2.0/networks/a349fb8c-8bea-466f-b8db-b99e89a5a9ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828950 Oct 14 12:29:02.749990 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-1c31eea2-1c9c-41b5-8c11-8085e8cc3164 req-bb18adf4-d2bf-4246-b131-a63cc92766fb service neutron] 10.222.0.25 "GET /v2.0/networks/a349fb8c-8bea-466f-b8db-b99e89a5a9ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825503 Oct 14 12:29:03.134572 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3b0a85-44b0-4925-9f09-00edaf147209 req-d7c3f264-1688-4f1d-9454-d8514dc424be tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:03.136060 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-1c3b0a85-44b0-4925-9f09-00edaf147209 req-d7c3f264-1688-4f1d-9454-d8514dc424be tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 944 time: 0.0469480 Oct 14 12:29:03.180192 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-1c3b0a85-44b0-4925-9f09-00edaf147209 req-a5a700a6-ebb2-493e-8768-0910d1b10245 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=f84572bb-7caf-4ee9-bdf3-0b29d023289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323153 Oct 14 12:29:03.359902 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cd83fa-f774-48fd-b588-1d99d7bdcf0f req-6b6c531f-7955-47bb-9dae-81a2d85aa0a2 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:03.362472 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-e7cd83fa-f774-48fd-b588-1d99d7bdcf0f req-6b6c531f-7955-47bb-9dae-81a2d85aa0a2 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 945 time: 0.0480869 Oct 14 12:29:03.401732 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-e7cd83fa-f774-48fd-b588-1d99d7bdcf0f req-ddc95f6d-5df9-498d-afcc-6ea071217f91 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323720 Oct 14 12:29:03.537145 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.agents_db [None req-78dcfc36-1157-4c7d-a1d8-d24093a96b44 None None] Agent healthcheck: found 6 active agents {{(pid=100187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:29:04.289681 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89243a9f-5344-44cf-9a2c-31dc2ff530b4 req-654d21b5-e7b9-4d7b-bb4e-aecc0c830a3f tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:04.291068 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-89243a9f-5344-44cf-9a2c-31dc2ff530b4 req-654d21b5-e7b9-4d7b-bb4e-aecc0c830a3f tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 944 time: 0.0506530 Oct 14 12:29:04.327852 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-89243a9f-5344-44cf-9a2c-31dc2ff530b4 req-47cdbbaf-d7c1-4e11-a35e-3beda52c469a tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=f84572bb-7caf-4ee9-bdf3-0b29d023289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309823 Oct 14 12:29:04.511473 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e5cff8-f5c4-4d6d-a526-bd98e4cc173b req-d7a67e44-53ba-470f-83ef-c9be9204c42e tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:04.513055 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-10e5cff8-f5c4-4d6d-a526-bd98e4cc173b req-d7a67e44-53ba-470f-83ef-c9be9204c42e tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 945 time: 0.0467477 Oct 14 12:29:04.550346 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-10e5cff8-f5c4-4d6d-a526-bd98e4cc173b req-28b619ce-1403-482c-9bda-51339de4c82a tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314186 Oct 14 12:29:05.438154 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29fc12e-d9be-49e5-81d8-12a6ba5afaaa req-1f214123-169e-4ce7-8678-89fe4ab2b73b tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:05.439596 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-f29fc12e-d9be-49e5-81d8-12a6ba5afaaa req-1f214123-169e-4ce7-8678-89fe4ab2b73b tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 944 time: 0.0482183 Oct 14 12:29:05.475604 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-f29fc12e-d9be-49e5-81d8-12a6ba5afaaa req-19eb4995-32db-4228-961b-e7af9500ace7 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=f84572bb-7caf-4ee9-bdf3-0b29d023289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303187 Oct 14 12:29:05.666498 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa3057d-23a4-42ef-bba1-827d869fe7ef req-3b2e4fc0-2f59-45fb-ade2-3adc51aa9f53 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:05.667927 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-0aa3057d-23a4-42ef-bba1-827d869fe7ef req-3b2e4fc0-2f59-45fb-ade2-3adc51aa9f53 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 945 time: 0.0511162 Oct 14 12:29:05.703567 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-0aa3057d-23a4-42ef-bba1-827d869fe7ef req-2050510c-4e88-4360-abb0-1f8ad9cf77b4 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297537 Oct 14 12:29:06.481342 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device 62ea2203-37dc-4090-9ad8-7efed0448323 up at agent hyperv_hv-cinder-81398 {{(pid=100186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:29:06.585649 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Provisioning for port 62ea2203-37dc-4090-9ad8-7efed0448323 completed by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 12:29:06.587101 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff8c7df-6a9e-45cf-904c-75d8b8f91697 req-39e6fbfd-f718-4800-9059-53bf0ca30dd3 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:06.588603 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-8ff8c7df-6a9e-45cf-904c-75d8b8f91697 req-39e6fbfd-f718-4800-9059-53bf0ca30dd3 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 944 time: 0.0480788 Oct 14 12:29:06.589536 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Provisioning complete for port 62ea2203-37dc-4090-9ad8-7efed0448323 triggered by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:29:06.589928 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:29:06.627438 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-8ff8c7df-6a9e-45cf-904c-75d8b8f91697 req-ee60af82-748e-43e4-a499-9c6225657851 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=f84572bb-7caf-4ee9-bdf3-0b29d023289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327826 Oct 14 12:29:06.667781 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:29:06.693447 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0890501-5c59-436d-a123-65dd70611fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ea2203-37dc-4090-9ad8-7efed0448323'}] {{(pid=100186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:29:06.695698 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ce96789b1b9487be48749a60ffcfd0a175945a3b692fd75626d794e24ae9ed4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c76547d-bec2-4b86-a0a6-c7771aebc00d" -d '{"events": [{"server_uuid": "c0890501-5c59-436d-a123-65dd70611fdd", "name": "network-vif-plugged", "status": "completed", "tag": "62ea2203-37dc-4090-9ad8-7efed0448323"}]}' {{(pid=100186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:29:06.708844 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] For port 62ea2203-37dc-4090-9ad8-7efed0448323, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=62ea2203-37dc-4090-9ad8-7efed0448323,segment=NetworkSegment(2691d58f-1dfd-4fec-a924-cb1f773f815b),segment_id=2691d58f-1dfd-4fec-a924-cb1f773f815b)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:29:06.730907 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5297e2f0-df42-4ada-8a28-99566dc5fb58 x-openstack-request-id: req-5297e2f0-df42-4ada-8a28-99566dc5fb58 {{(pid=100186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:29:06.731225 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0890501-5c59-436d-a123-65dd70611fdd", "name": "network-vif-plugged", "status": "completed", "tag": "62ea2203-37dc-4090-9ad8-7efed0448323", "code": 200}]} {{(pid=100186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:29:06.733815 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5297e2f0-df42-4ada-8a28-99566dc5fb58 {{(pid=100186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:29:06.733815 dv-cinder-813986-1-iscsi neutron-server[100186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0890501-5c59-436d-a123-65dd70611fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ea2203-37dc-4090-9ad8-7efed0448323', 'code': 200} Oct 14 12:29:06.780099 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:29:06.826382 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d7348d-2a20-4a16-9e4e-1556b1fc12d1 req-b8104b7d-2d82-483d-bf62-3a99f7b930ef tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:06.827831 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-35d7348d-2a20-4a16-9e4e-1556b1fc12d1 req-b8104b7d-2d82-483d-bf62-3a99f7b930ef tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 945 time: 0.0578272 Oct 14 12:29:06.829935 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Pushing event updated for resources: {'Port': ['ID=62ea2203-37dc-4090-9ad8-7efed0448323,revision_number=5']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:29:06.866641 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-35d7348d-2a20-4a16-9e4e-1556b1fc12d1 req-1dff341f-7db8-49f2-aabf-aa9dd56cd6be tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306168 Oct 14 12:29:07.636806 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:29:07.754930 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6bcee9-8d0f-43f9-808a-a967e3dd3378 req-409c0f96-c2fc-49f0-a45b-d5c0e1c619a9 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:07.756411 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9b6bcee9-8d0f-43f9-808a-a967e3dd3378 req-409c0f96-c2fc-49f0-a45b-d5c0e1c619a9 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 945 time: 0.0516651 Oct 14 12:29:07.796818 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9b6bcee9-8d0f-43f9-808a-a967e3dd3378 req-a897d024-1df0-42f7-89f9-92a1d30f3de1 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=f84572bb-7caf-4ee9-bdf3-0b29d023289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323606 Oct 14 12:29:07.978926 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdaa2f4-02f6-41a3-b5c0-e08e1ca6facf req-8e704e2a-dfef-421b-a1d4-4abe8076e0f4 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:07.980524 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9bdaa2f4-02f6-41a3-b5c0-e08e1ca6facf req-8e704e2a-dfef-421b-a1d4-4abe8076e0f4 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 945 time: 0.0483983 Oct 14 12:29:08.022364 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9bdaa2f4-02f6-41a3-b5c0-e08e1ca6facf req-eed00b25-32e5-4bc8-9d25-178a633997ed tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358014 Oct 14 12:29:08.909791 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf99e95-fc84-4ed5-94b4-5db65f9f4961 req-7a889542-d246-4791-a660-7e8fb8a98bd5 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:08.911761 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-7bf99e95-fc84-4ed5-94b4-5db65f9f4961 req-7a889542-d246-4791-a660-7e8fb8a98bd5 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 945 time: 0.0486631 Oct 14 12:29:08.948587 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-7bf99e95-fc84-4ed5-94b4-5db65f9f4961 req-e117afc7-9431-459a-af60-3fcd8666d20b tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=f84572bb-7caf-4ee9-bdf3-0b29d023289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309594 Oct 14 12:29:09.140989 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac113d67-344f-484a-af92-d05e739d583f req-a224ddb6-fe3c-47e1-a576-ed2db06cd80b tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:09.142462 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ac113d67-344f-484a-af92-d05e739d583f req-a224ddb6-fe3c-47e1-a576-ed2db06cd80b tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 945 time: 0.0518675 Oct 14 12:29:09.179909 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ac113d67-344f-484a-af92-d05e739d583f req-eaceae20-5ae2-4f8b-9f72-6fdd908824d8 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316367 Oct 14 12:29:09.635203 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fa5331-6f31-4f81-ac53-4853aee77f17 req-8098c818-4c03-4551-8865-4509cce7176b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:09.636563 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-f6fa5331-6f31-4f81-ac53-4853aee77f17 req-8098c818-4c03-4551-8865-4509cce7176b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 1098 time: 0.0387244 Oct 14 12:29:09.675777 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-f6fa5331-6f31-4f81-ac53-4853aee77f17 req-952d8aac-e561-4afe-aff0-921589bdcce4 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f84572bb-7caf-4ee9-bdf3-0b29d023289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315163 Oct 14 12:29:10.061174 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6d9608-2031-4849-861e-8d15fdbc1b29 req-8644db15-db74-4a63-9cde-faa9b9f1d626 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:10.062938 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-5f6d9608-2031-4849-861e-8d15fdbc1b29 req-8644db15-db74-4a63-9cde-faa9b9f1d626 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 945 time: 0.0493097 Oct 14 12:29:10.102954 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-5f6d9608-2031-4849-861e-8d15fdbc1b29 req-d7ccdf75-1669-46d4-a7e7-031474522284 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=f84572bb-7caf-4ee9-bdf3-0b29d023289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330396 Oct 14 12:29:10.300225 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f825f487-6e3f-4154-896b-191331a5a6c5 req-deb834ab-3472-4ac6-82ed-1a2105e17fa4 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:10.302417 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-f825f487-6e3f-4154-896b-191331a5a6c5 req-deb834ab-3472-4ac6-82ed-1a2105e17fa4 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 945 time: 0.0499353 Oct 14 12:29:10.339836 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-f825f487-6e3f-4154-896b-191331a5a6c5 req-f626fe80-c19a-45b9-b44b-b25c73e8bf79 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316086 Oct 14 12:29:11.220840 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25fbbd0-74c2-4452-90ca-85c03758cddf req-a13073df-a763-49b4-8581-8a3787ce9f63 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:11.222288 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-e25fbbd0-74c2-4452-90ca-85c03758cddf req-a13073df-a763-49b4-8581-8a3787ce9f63 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 945 time: 0.0518553 Oct 14 12:29:11.261565 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-e25fbbd0-74c2-4452-90ca-85c03758cddf req-86e0a4c6-41a5-4ad0-9718-dd11b633e544 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=f84572bb-7caf-4ee9-bdf3-0b29d023289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332882 Oct 14 12:29:11.452175 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710928ba-cef9-4251-baa1-5bb7547fc8ba req-4c3ccee7-7348-4d99-b933-26a032ac92c8 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:11.453657 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-710928ba-cef9-4251-baa1-5bb7547fc8ba req-4c3ccee7-7348-4d99-b933-26a032ac92c8 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 945 time: 0.0485561 Oct 14 12:29:11.489266 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-710928ba-cef9-4251-baa1-5bb7547fc8ba req-dcddc444-37ec-4b74-9d1b-d3c8ae33ee74 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299306 Oct 14 12:29:12.375967 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec3dbf-4c5f-47d6-a177-62bab060af44 req-2cb52518-ed10-46df-81b4-dc9a47f6936b tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:12.377499 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-f4ec3dbf-4c5f-47d6-a177-62bab060af44 req-2cb52518-ed10-46df-81b4-dc9a47f6936b tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 945 time: 0.0475318 Oct 14 12:29:12.415039 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-f4ec3dbf-4c5f-47d6-a177-62bab060af44 req-1ecc21d0-3c04-4680-9f79-f54bdf7e803d tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=f84572bb-7caf-4ee9-bdf3-0b29d023289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316346 Oct 14 12:29:12.606317 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d247dcf-2eb8-458e-8ea9-b74f41308188 req-cefe7a5f-9691-4589-a592-379bdd396db9 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:12.658594 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9d247dcf-2eb8-458e-8ea9-b74f41308188 req-cefe7a5f-9691-4589-a592-379bdd396db9 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 945 time: 0.0526509 Oct 14 12:29:12.658594 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9d247dcf-2eb8-458e-8ea9-b74f41308188 req-906e0195-73da-4618-a908-41347ad169ee tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322635 Oct 14 12:29:13.524621 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dc74ba-da8e-4be7-baeb-654412b4d052 req-36118ebe-f0c2-4015-b680-d66a18e9f3bf tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:13.526067 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-e4dc74ba-da8e-4be7-baeb-654412b4d052 req-36118ebe-f0c2-4015-b680-d66a18e9f3bf tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 945 time: 0.0472381 Oct 14 12:29:13.563260 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-e4dc74ba-da8e-4be7-baeb-654412b4d052 req-c0e8d5c5-552d-460a-8546-dce75adcbb96 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=f84572bb-7caf-4ee9-bdf3-0b29d023289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314605 Oct 14 12:29:13.758048 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f7a47-ea95-4cf2-ab7e-c552076509fe req-2f15c121-54bf-4408-b1d9-df91778dde83 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:13.759496 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-543f7a47-ea95-4cf2-ab7e-c552076509fe req-2f15c121-54bf-4408-b1d9-df91778dde83 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 945 time: 0.0471866 Oct 14 12:29:13.795944 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-543f7a47-ea95-4cf2-ab7e-c552076509fe req-fe9d3428-91be-4d79-bad7-818b476dabfc tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307384 Oct 14 12:29:14.676165 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a99ba-a5a5-49ec-bc9a-c8c4ec6b12e7 req-6a7170ac-e599-400d-a420-b0073aad9f4f tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:14.677599 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-e44a99ba-a5a5-49ec-bc9a-c8c4ec6b12e7 req-6a7170ac-e599-400d-a420-b0073aad9f4f tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 945 time: 0.0507929 Oct 14 12:29:14.713830 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-e44a99ba-a5a5-49ec-bc9a-c8c4ec6b12e7 req-93f671d5-2861-4769-afb2-cd50d0d5805b tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=f84572bb-7caf-4ee9-bdf3-0b29d023289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304570 Oct 14 12:29:14.907584 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98711d5f-e8a4-4749-91cd-e9211c0c1016 req-5ce254fb-f048-4b9d-95a2-9b693568c71c tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:14.909042 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-98711d5f-e8a4-4749-91cd-e9211c0c1016 req-5ce254fb-f048-4b9d-95a2-9b693568c71c tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 945 time: 0.0475731 Oct 14 12:29:14.946510 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-98711d5f-e8a4-4749-91cd-e9211c0c1016 req-1a54eb7e-8f73-4642-a386-49ffab173297 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314546 Oct 14 12:29:15.823879 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a8535b-79cb-4db9-b168-ad24e8b66579 req-ef39e1ff-b676-499a-82b2-5f9b165f719e tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:15.825257 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-f2a8535b-79cb-4db9-b168-ad24e8b66579 req-ef39e1ff-b676-499a-82b2-5f9b165f719e tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 945 time: 0.0476205 Oct 14 12:29:15.861282 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-f2a8535b-79cb-4db9-b168-ad24e8b66579 req-dfd9c027-d7ee-4191-beef-8ea166b35918 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=f84572bb-7caf-4ee9-bdf3-0b29d023289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302329 Oct 14 12:29:16.062591 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd45a3d-7d8a-4aa4-932d-f5d08054f264 req-5309b430-e87c-4980-937e-6b0c268bc330 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:16.062830 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-4fd45a3d-7d8a-4aa4-932d-f5d08054f264 req-5309b430-e87c-4980-937e-6b0c268bc330 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 945 time: 0.0515060 Oct 14 12:29:16.099453 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-4fd45a3d-7d8a-4aa4-932d-f5d08054f264 req-eb455034-b4d6-4c99-9c3c-35e31746be3a tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311105 Oct 14 12:29:16.971496 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87d8348-d52c-42a0-a17d-0675bf4641a7 req-3bcdf8fd-eeed-4f92-adf0-c1069607bbf3 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:16.973039 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-c87d8348-d52c-42a0-a17d-0675bf4641a7 req-3bcdf8fd-eeed-4f92-adf0-c1069607bbf3 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 945 time: 0.0480378 Oct 14 12:29:17.010852 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-c87d8348-d52c-42a0-a17d-0675bf4641a7 req-54c7e2dd-c769-4695-865e-9a1a5ba96b4f tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=f84572bb-7caf-4ee9-bdf3-0b29d023289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317075 Oct 14 12:29:17.211952 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a8568c-72ed-401d-8149-e847cc80d033 req-25eb7f6b-0e65-4685-8ebf-e2ce4d0725c2 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:17.213429 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-f4a8568c-72ed-401d-8149-e847cc80d033 req-25eb7f6b-0e65-4685-8ebf-e2ce4d0725c2 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 945 time: 0.0475781 Oct 14 12:29:17.251189 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-f4a8568c-72ed-401d-8149-e847cc80d033 req-184f09b9-7ef8-4419-80dd-c38df6caf432 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318851 Oct 14 12:29:18.123271 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27172542-1fc8-4022-8fe1-321a87e9ed0d req-7043c7ea-1b64-47c3-b0df-6f8cd2ef5ab1 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:18.124725 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-27172542-1fc8-4022-8fe1-321a87e9ed0d req-7043c7ea-1b64-47c3-b0df-6f8cd2ef5ab1 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 945 time: 0.0501378 Oct 14 12:29:18.161900 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-27172542-1fc8-4022-8fe1-321a87e9ed0d req-2c21cfbf-ccfe-4538-96b9-d6a9caf60afd tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=f84572bb-7caf-4ee9-bdf3-0b29d023289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312607 Oct 14 12:29:18.362985 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc45ad8-62a3-451c-960c-dc51702106fc req-6569d75b-73de-4fcc-9340-1ec7039d7704 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:18.364475 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-0cc45ad8-62a3-451c-960c-dc51702106fc req-6569d75b-73de-4fcc-9340-1ec7039d7704 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 945 time: 0.0476553 Oct 14 12:29:18.401980 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-0cc45ad8-62a3-451c-960c-dc51702106fc req-f80f1fcd-87b7-4831-aa33-cd505e639c33 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310004 Oct 14 12:29:19.273147 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2214b1-4761-499a-95d3-38ab05fa8b6d req-cb04f58a-6875-43cc-94a6-ffc610e1c3eb tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:19.274726 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ab2214b1-4761-499a-95d3-38ab05fa8b6d req-cb04f58a-6875-43cc-94a6-ffc610e1c3eb tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 945 time: 0.0485187 Oct 14 12:29:19.315452 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ab2214b1-4761-499a-95d3-38ab05fa8b6d req-03d9c99e-9be7-4b6f-8aca-cbe7fd0c165f tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=f84572bb-7caf-4ee9-bdf3-0b29d023289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346339 Oct 14 12:29:19.514427 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ed615-1bf4-42dd-93ef-cb67d8fa3ede req-dfa43cd2-5e85-4883-afaf-cc984ff14ab5 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:19.515851 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-0f3ed615-1bf4-42dd-93ef-cb67d8fa3ede req-dfa43cd2-5e85-4883-afaf-cc984ff14ab5 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 945 time: 0.0502579 Oct 14 12:29:19.551490 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-0f3ed615-1bf4-42dd-93ef-cb67d8fa3ede req-ebbfc599-a230-4445-b263-16d5c57a47eb tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298665 Oct 14 12:29:20.425338 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71154e6c-ce14-4e5d-ae31-5bd199c347c2 req-bf536597-f1e3-4795-b1e9-5e250952646b tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:20.426825 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-71154e6c-ce14-4e5d-ae31-5bd199c347c2 req-bf536597-f1e3-4795-b1e9-5e250952646b tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 945 time: 0.0480309 Oct 14 12:29:20.465584 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-71154e6c-ce14-4e5d-ae31-5bd199c347c2 req-1c0e162b-6318-47cf-a35a-4a7673c89281 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=f84572bb-7caf-4ee9-bdf3-0b29d023289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319841 Oct 14 12:29:20.660863 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ee4499-7ef8-415c-8a5f-795f892299a1 req-1d814a9e-6bcc-44c6-b32b-170a10c06524 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:20.662292 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-64ee4499-7ef8-415c-8a5f-795f892299a1 req-1d814a9e-6bcc-44c6-b32b-170a10c06524 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 945 time: 0.0465119 Oct 14 12:29:20.698384 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-64ee4499-7ef8-415c-8a5f-795f892299a1 req-82799f46-b657-4df3-95be-5d001d828818 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297968 Oct 14 12:29:21.578925 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419987d7-17da-46f0-80a4-a68f33f89b6c req-f0ef3eea-b6e5-42ad-84ce-fe71728d5119 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:21.580286 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-419987d7-17da-46f0-80a4-a68f33f89b6c req-f0ef3eea-b6e5-42ad-84ce-fe71728d5119 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 945 time: 0.0506904 Oct 14 12:29:21.617635 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-419987d7-17da-46f0-80a4-a68f33f89b6c req-b69f63af-3df5-4664-a335-1014d9af862d tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=f84572bb-7caf-4ee9-bdf3-0b29d023289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314035 Oct 14 12:29:21.809742 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889d6966-03da-4f3f-b78d-910d6853b4e9 req-81955c39-a242-47c6-a0b5-755d02332e3d tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:21.811160 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-889d6966-03da-4f3f-b78d-910d6853b4e9 req-81955c39-a242-47c6-a0b5-755d02332e3d tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 945 time: 0.0476487 Oct 14 12:29:21.848865 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-889d6966-03da-4f3f-b78d-910d6853b4e9 req-a2abe501-30fa-4381-b467-1c899f571d0e tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306256 Oct 14 12:29:22.734007 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c622f55-62b2-4e10-8b3f-3484401da6b3 req-e090c2ba-4ad3-4ed4-854a-15ba418b3457 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:22.735539 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-8c622f55-62b2-4e10-8b3f-3484401da6b3 req-e090c2ba-4ad3-4ed4-854a-15ba418b3457 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 945 time: 0.0501840 Oct 14 12:29:22.777098 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-8c622f55-62b2-4e10-8b3f-3484401da6b3 req-49ee9cc2-3d4c-4a89-8c51-a581b7175cab tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=f84572bb-7caf-4ee9-bdf3-0b29d023289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350580 Oct 14 12:29:22.906662 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c4d0cd-559d-4828-b1a8-75eac3140d18 req-0bc3435b-d902-42c8-aba4-7a3c50985030 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:22.908669 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-d7c4d0cd-559d-4828-b1a8-75eac3140d18 req-0bc3435b-d902-42c8-aba4-7a3c50985030 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 945 time: 0.0584826 Oct 14 12:29:22.917285 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 35020) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:29:22.923304 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.v2.base [None req-8b2d41d9-57dc-4d0b-8f4b-c32b4dd89f4e tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Request body: {'floatingip': {'port_id': '62ea2203-37dc-4090-9ad8-7efed0448323'}} {{(pid=100185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:29:22.974258 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5fc981-6ebf-4196-845a-4b4e8d0c638d req-c1725e36-e7df-406e-87aa-fb68e8dbe8a8 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:22.975786 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9d5fc981-6ebf-4196-845a-4b4e8d0c638d req-c1725e36-e7df-406e-87aa-fb68e8dbe8a8 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 945 time: 0.0522799 Oct 14 12:29:22.998474 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-8b2d41d9-57dc-4d0b-8f4b-c32b4dd89f4e tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks [] for floatingip, before_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:29:23.016878 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9d5fc981-6ebf-4196-845a-4b4e8d0c638d req-6146439f-c19b-41f2-9757-7db7b1e75e2c tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327935 Oct 14 12:29:23.184640 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-c20dfd10-cc50-4db8-929f-08e45605d6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:29:23.758188 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-8b2d41d9-57dc-4d0b-8f4b-c32b4dd89f4e tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:29:23.819349 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-8b2d41d9-57dc-4d0b-8f4b-c32b4dd89f4e tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-619548'] for floatingip, after_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:29:23.916120 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.db.l3_db [None req-8b2d41d9-57dc-4d0b-8f4b-c32b4dd89f4e tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Floating IP 53861662-5b91-47ab-a007-3da86ca79158 associated. External IP: 172.27.0.45, port: 62ea2203-37dc-4090-9ad8-7efed0448323. Oct 14 12:29:24.120241 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b2d41d9-57dc-4d0b-8f4b-c32b4dd89f4e tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Router 5b1e64e9-3238-4832-a983-1ecdd27464ba has already been hosted by L3 agent 98567738-4256-4ddd-ae03-62c82ecec038 {{(pid=100185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 12:29:24.133579 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a76ac69-ca17-4688-aeee-6001c0ce4f1b req-4f1e4445-cd74-48a7-bc45-014dac499285 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:24.135274 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9a76ac69-ca17-4688-aeee-6001c0ce4f1b req-4f1e4445-cd74-48a7-bc45-014dac499285 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 945 time: 0.0483513 Oct 14 12:29:24.174102 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9a76ac69-ca17-4688-aeee-6001c0ce4f1b req-6117852e-97c3-4bab-afbf-528aa10bd0eb tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326669 Oct 14 12:29:24.227995 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b2d41d9-57dc-4d0b-8f4b-c32b4dd89f4e tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify agent at l3_agent.dv-cinder-813986-1-iscsi the message routers_updated {{(pid=100185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:29:24.232630 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-8b2d41d9-57dc-4d0b-8f4b-c32b4dd89f4e tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516790'] for floatingip, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:29:24.242575 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a58ff7-6b39-45fd-ab99-bda8b31ec50f None None] Sync routers for ids ['5b1e64e9-3238-4832-a983-1ecdd27464ba'] in dv-cinder-813986-1-iscsi {{(pid=100187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:29:24.253191 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a58ff7-6b39-45fd-ab99-bda8b31ec50f None None] Routers {'5b1e64e9-3238-4832-a983-1ecdd27464ba'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:29:24.253811 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_hamode_db [None req-e0a58ff7-6b39-45fd-ab99-bda8b31ec50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:28:56Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['5b1e64e9-3238-4832-a983-1ecdd27464ba'], 'active': True} {{(pid=100187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:29:24.263652 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-8b2d41d9-57dc-4d0b-8f4b-c32b4dd89f4e tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "PUT /v2.0/floatingips/53861662-5b91-47ab-a007-3da86ca79158 HTTP/1.1" status: 200 len: 990 time: 1.3444071 Oct 14 12:29:24.264263 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0890501-5c59-436d-a123-65dd70611fdd', 'tag': '62ea2203-37dc-4090-9ad8-7efed0448323'}] {{(pid=100185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:29:24.266544 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}167116552ac494ad33fe024857b10e57374526f2b70b110e82d735407eff6bb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec1bcbc3-174d-4bbd-8f2a-a2126d620a8c" -d '{"events": [{"name": "network-changed", "server_uuid": "c0890501-5c59-436d-a123-65dd70611fdd", "tag": "62ea2203-37dc-4090-9ad8-7efed0448323"}]}' {{(pid=100185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:29:24.322845 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 12:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e0c7172-f937-4743-9283-d213181a82d8 x-openstack-request-id: req-5e0c7172-f937-4743-9283-d213181a82d8 {{(pid=100185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:29:24.323188 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0890501-5c59-436d-a123-65dd70611fdd", "tag": "62ea2203-37dc-4090-9ad8-7efed0448323", "status": "completed", "code": 200}]} {{(pid=100185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:29:24.323444 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5e0c7172-f937-4743-9283-d213181a82d8 {{(pid=100185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:29:24.323833 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0890501-5c59-436d-a123-65dd70611fdd', 'tag': '62ea2203-37dc-4090-9ad8-7efed0448323', 'status': 'completed', 'code': 200} Oct 14 12:29:24.380099 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_dvr_db [None req-e0a58ff7-6b39-45fd-ab99-bda8b31ec50f None None] Set router 5b1e64e9-3238-4832-a983-1ecdd27464ba gateway port host: dv-cinder-813986-1-iscsi {{(pid=100187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:29:24.400399 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1bcbc3-174d-4bbd-8f2a-a2126d620a8c req-d3e80829-33f2-4f6e-984f-35fab2e367d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:24.401875 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-ec1bcbc3-174d-4bbd-8f2a-a2126d620a8c req-d3e80829-33f2-4f6e-984f-35fab2e367d7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a74b273d32f14564a6f532d3344fc1c3&device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 1098 time: 0.0463350 Oct 14 12:29:24.518722 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1bcbc3-174d-4bbd-8f2a-a2126d620a8c req-cce48863-3387-4678-a14b-82025ca73cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:24.520338 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-ec1bcbc3-174d-4bbd-8f2a-a2126d620a8c req-cce48863-3387-4678-a14b-82025ca73cab service neutron] 10.222.0.25 "GET /v2.0/networks?id=031e9579-40df-4987-97d9-4aff3031dd9c HTTP/1.1" status: 200 len: 911 time: 0.1004603 Oct 14 12:29:24.632782 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-ec1bcbc3-174d-4bbd-8f2a-a2126d620a8c req-2d41f406-2843-4d83-b442-c05f42393e44 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=62ea2203-37dc-4090-9ad8-7efed0448323 HTTP/1.1" status: 200 len: 998 time: 0.0903029 Oct 14 12:29:24.664502 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_hamode_db [None req-e0a58ff7-6b39-45fd-ab99-bda8b31ec50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1e64e9-3238-4832-a983-1ecdd27464ba', 'name': 'tempest-AttachVolumeTestJSON-418739754-router', 'tenant_id': 'a74b273d32f14564a6f532d3344fc1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'd04bbf9a-c91d-417d-86e7-57f605430f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:28:38Z', 'updated_at': '2021-10-14T12:28:43Z', 'revision_number': 4, 'project_id': 'a74b273d32f14564a6f532d3344fc1c3', 'gw_port': {'id': 'd04bbf9a-c91d-417d-86e7-57f605430f58', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:72:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1e64e9-3238-4832-a983-1ecdd27464ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:28:39Z', 'updated_at': '2021-10-14T12:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_floatingips': [{'id': '53861662-5b91-47ab-a007-3da86ca79158', 'tenant_id': 'a74b273d32f14564a6f532d3344fc1c3', 'floating_ip_address': '172.27.0.45', 'floating_network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'router_id': '5b1e64e9-3238-4832-a983-1ecdd27464ba', 'port_id': '62ea2203-37dc-4090-9ad8-7efed0448323', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '031e9579-40df-4987-97d9-4aff3031dd9c', 'mac_address': 'fa:16:3e:c3:8e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0890501-5c59-436d-a123-65dd70611fdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T12:28:48Z', 'updated_at': '2021-10-14T12:29:23Z', 'revision_number': 1, 'project_id': 'a74b273d32f14564a6f532d3344fc1c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd61461a8-d626-4477-9cd9-f5239b43e03b', 'name': '', 'network_id': '031e9579-40df-4987-97d9-4aff3031dd9c', 'tenant_id': 'a74b273d32f14564a6f532d3344fc1c3', 'mac_address': 'fa:16:3e:7c:da:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1e64e9-3238-4832-a983-1ecdd27464ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '1ae97040-dc68-4655-9e24-79e922381839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:28:42Z', 'updated_at': '2021-10-14T12:28:47Z', 'revision_number': 5, 'project_id': 'a74b273d32f14564a6f532d3344fc1c3', 'subnets': [{'id': '1ae97040-dc68-4655-9e24-79e922381839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:29:24.690860 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a58ff7-6b39-45fd-ab99-bda8b31ec50f None None] Checking router: 5b1e64e9-3238-4832-a983-1ecdd27464ba for host: dv-cinder-813986-1-iscsi {{(pid=100187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:29:24.697310 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1bcbc3-174d-4bbd-8f2a-a2126d620a8c req-90ca0658-1bcf-4f07-8a73-4e70ee50caaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:24.698760 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-ec1bcbc3-174d-4bbd-8f2a-a2126d620a8c req-90ca0658-1bcf-4f07-8a73-4e70ee50caaf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1ae97040-dc68-4655-9e24-79e922381839 HTTP/1.1" status: 200 len: 849 time: 0.0473549 Oct 14 12:29:24.699672 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a58ff7-6b39-45fd-ab99-bda8b31ec50f None None] Routers {'5b1e64e9-3238-4832-a983-1ecdd27464ba'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:29:24.700307 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_hamode_db [None req-e0a58ff7-6b39-45fd-ab99-bda8b31ec50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:28:56Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['5b1e64e9-3238-4832-a983-1ecdd27464ba'], 'active': True} {{(pid=100187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:29:24.747905 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1bcbc3-174d-4bbd-8f2a-a2126d620a8c req-28f1d3b4-d93f-4fe7-b5d7-9a23be666def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:24.749686 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-ec1bcbc3-174d-4bbd-8f2a-a2126d620a8c req-28f1d3b4-d93f-4fe7-b5d7-9a23be666def service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=031e9579-40df-4987-97d9-4aff3031dd9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419528 Oct 14 12:29:24.810628 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_dvr_db [None req-e0a58ff7-6b39-45fd-ab99-bda8b31ec50f None None] Set router 5b1e64e9-3238-4832-a983-1ecdd27464ba gateway port host: dv-cinder-813986-1-iscsi {{(pid=100187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:29:24.859272 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-ec1bcbc3-174d-4bbd-8f2a-a2126d620a8c req-b211b19e-8885-4aca-831a-afeb9e95149c service neutron] 10.222.0.25 "GET /v2.0/networks/031e9579-40df-4987-97d9-4aff3031dd9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955095 Oct 14 12:29:25.006684 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-ec1bcbc3-174d-4bbd-8f2a-a2126d620a8c req-5dcd7bd3-dbcd-46ed-b510-d1bad88d13df service neutron] 10.222.0.25 "GET /v2.0/networks/031e9579-40df-4987-97d9-4aff3031dd9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292553 Oct 14 12:29:25.065889 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_hamode_db [None req-e0a58ff7-6b39-45fd-ab99-bda8b31ec50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1e64e9-3238-4832-a983-1ecdd27464ba', 'name': 'tempest-AttachVolumeTestJSON-418739754-router', 'tenant_id': 'a74b273d32f14564a6f532d3344fc1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'd04bbf9a-c91d-417d-86e7-57f605430f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:28:38Z', 'updated_at': '2021-10-14T12:28:43Z', 'revision_number': 4, 'project_id': 'a74b273d32f14564a6f532d3344fc1c3', 'gw_port': {'id': 'd04bbf9a-c91d-417d-86e7-57f605430f58', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:72:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1e64e9-3238-4832-a983-1ecdd27464ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:28:39Z', 'updated_at': '2021-10-14T12:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_floatingips': [{'id': '53861662-5b91-47ab-a007-3da86ca79158', 'tenant_id': 'a74b273d32f14564a6f532d3344fc1c3', 'floating_ip_address': '172.27.0.45', 'floating_network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'router_id': '5b1e64e9-3238-4832-a983-1ecdd27464ba', 'port_id': '62ea2203-37dc-4090-9ad8-7efed0448323', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '031e9579-40df-4987-97d9-4aff3031dd9c', 'mac_address': 'fa:16:3e:c3:8e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0890501-5c59-436d-a123-65dd70611fdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T12:28:48Z', 'updated_at': '2021-10-14T12:29:23Z', 'revision_number': 1, 'project_id': 'a74b273d32f14564a6f532d3344fc1c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd61461a8-d626-4477-9cd9-f5239b43e03b', 'name': '', 'network_id': '031e9579-40df-4987-97d9-4aff3031dd9c', 'tenant_id': 'a74b273d32f14564a6f532d3344fc1c3', 'mac_address': 'fa:16:3e:7c:da:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1e64e9-3238-4832-a983-1ecdd27464ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '1ae97040-dc68-4655-9e24-79e922381839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:28:42Z', 'updated_at': '2021-10-14T12:28:47Z', 'revision_number': 5, 'project_id': 'a74b273d32f14564a6f532d3344fc1c3', 'subnets': [{'id': '1ae97040-dc68-4655-9e24-79e922381839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:29:25.095597 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a58ff7-6b39-45fd-ab99-bda8b31ec50f None None] The sync data for ids ['5b1e64e9-3238-4832-a983-1ecdd27464ba'] in dv-cinder-813986-1-iscsi is: [{'id': '5b1e64e9-3238-4832-a983-1ecdd27464ba', 'name': 'tempest-AttachVolumeTestJSON-418739754-router', 'tenant_id': 'a74b273d32f14564a6f532d3344fc1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'd04bbf9a-c91d-417d-86e7-57f605430f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:28:38Z', 'updated_at': '2021-10-14T12:28:43Z', 'revision_number': 4, 'project_id': 'a74b273d32f14564a6f532d3344fc1c3', 'gw_port': {'id': 'd04bbf9a-c91d-417d-86e7-57f605430f58', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:72:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1e64e9-3238-4832-a983-1ecdd27464ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:28:39Z', 'updated_at': '2021-10-14T12:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_floatingips': [{'id': '53861662-5b91-47ab-a007-3da86ca79158', 'tenant_id': 'a74b273d32f14564a6f532d3344fc1c3', 'floating_ip_address': '172.27.0.45', 'floating_network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'router_id': '5b1e64e9-3238-4832-a983-1ecdd27464ba', 'port_id': '62ea2203-37dc-4090-9ad8-7efed0448323', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '031e9579-40df-4987-97d9-4aff3031dd9c', 'mac_address': 'fa:16:3e:c3:8e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0890501-5c59-436d-a123-65dd70611fdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T12:28:48Z', 'updated_at': '2021-10-14T12:29:23Z', 'revision_number': 1, 'project_id': 'a74b273d32f14564a6f532d3344fc1c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd61461a8-d626-4477-9cd9-f5239b43e03b', 'name': '', 'network_id': '031e9579-40df-4987-97d9-4aff3031dd9c', 'tenant_id': 'a74b273d32f14564a6f532d3344fc1c3', 'mac_address': 'fa:16:3e:7c:da:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1e64e9-3238-4832-a983-1ecdd27464ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '1ae97040-dc68-4655-9e24-79e922381839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:28:42Z', 'updated_at': '2021-10-14T12:28:47Z', 'revision_number': 5, 'project_id': 'a74b273d32f14564a6f532d3344fc1c3', 'subnets': [{'id': '1ae97040-dc68-4655-9e24-79e922381839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:29:25.307908 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112f9313-9aa4-4d34-a9f7-b32c36dcef3c None None] New status for floating IP 53861662-5b91-47ab-a007-3da86ca79158: ACTIVE {{(pid=100186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 12:29:25.885291 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 35092) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:29:25.926847 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-f6b656cf-2036-4b71-a115-62579ea17273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:29:26.017236 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-faa81b34-48ab-4040-860c-7047970a6c13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:29:26.089328 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-faa81b34-48ab-4040-860c-7047970a6c13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:29:26.132603 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-faa81b34-48ab-4040-860c-7047970a6c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:29:26.169374 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-faa81b34-48ab-4040-860c-7047970a6c13 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=44aee654507f4efebfce8b2dd0ddc06d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2830102 Oct 14 12:29:26.170431 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa81b34-48ab-4040-860c-7047970a6c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38841b3e-f72f-4a6a-a0cd-9f61e60df7e4,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:29:26.172086 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 35098) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:29:26.177640 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa81b34-48ab-4040-860c-7047970a6c13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:29:26.178635 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa81b34-48ab-4040-860c-7047970a6c13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:29:26.179145 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa81b34-48ab-4040-860c-7047970a6c13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:29:26.179452 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa81b34-48ab-4040-860c-7047970a6c13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:29:26.179854 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa81b34-48ab-4040-860c-7047970a6c13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:29:26.180281 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa81b34-48ab-4040-860c-7047970a6c13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:29:26.180677 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa81b34-48ab-4040-860c-7047970a6c13 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:29:26.181076 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa81b34-48ab-4040-860c-7047970a6c13 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:29:26.181801 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa81b34-48ab-4040-860c-7047970a6c13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:29:26.181801 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa81b34-48ab-4040-860c-7047970a6c13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:29:26.182222 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa81b34-48ab-4040-860c-7047970a6c13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:29:26.182612 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa81b34-48ab-4040-860c-7047970a6c13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:29:26.221902 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-89683593-22cd-4841-a1cb-4df31d21a899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:29:26.245831 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-89683593-22cd-4841-a1cb-4df31d21a899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:29:26.350647 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-89683593-22cd-4841-a1cb-4df31d21a899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:29:26.353484 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-89683593-22cd-4841-a1cb-4df31d21a899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:29:26.354799 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-89683593-22cd-4841-a1cb-4df31d21a899 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/38841b3e-f72f-4a6a-a0cd-9f61e60df7e4 HTTP/1.1" status: 204 len: 168 time: 0.1807563 Oct 14 12:29:26.363047 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89683593-22cd-4841-a1cb-4df31d21a899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38841b3e-f72f-4a6a-a0cd-9f61e60df7e4,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:29:26.370712 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89683593-22cd-4841-a1cb-4df31d21a899 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:29:26.371084 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89683593-22cd-4841-a1cb-4df31d21a899 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:29:26.371450 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89683593-22cd-4841-a1cb-4df31d21a899 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:29:26.371778 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89683593-22cd-4841-a1cb-4df31d21a899 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:29:26.372134 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89683593-22cd-4841-a1cb-4df31d21a899 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:29:26.372462 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89683593-22cd-4841-a1cb-4df31d21a899 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:29:26.373031 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89683593-22cd-4841-a1cb-4df31d21a899 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:29:26.373464 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89683593-22cd-4841-a1cb-4df31d21a899 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:29:26.373669 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89683593-22cd-4841-a1cb-4df31d21a899 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:29:26.373989 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89683593-22cd-4841-a1cb-4df31d21a899 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:29:26.374303 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89683593-22cd-4841-a1cb-4df31d21a899 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:29:26.374614 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89683593-22cd-4841-a1cb-4df31d21a899 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:29:27.063398 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-469b4b0a-0edb-4369-82f6-413c16907b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:29:27.075465 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc2953-8400-40ab-837e-ead356464f7f req-0428b443-7c33-4639-8489-08ba592bd6d3 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:27.077016 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b7bc2953-8400-40ab-837e-ead356464f7f req-0428b443-7c33-4639-8489-08ba592bd6d3 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 945 time: 0.0490751 Oct 14 12:29:27.097394 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:29:27.119597 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b7bc2953-8400-40ab-837e-ead356464f7f req-b9d3606e-01b5-4013-b538-ddc83726ed26 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367861 Oct 14 12:29:28.321368 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-27c04846-3a84-4189-8b30-75b8cfbf2676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:29:36.195899 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-0307ca99-2af2-4ff8-acee-5606df792f55 req-585f0e60-2f73-4e3b-bf9a-041f610fd819 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409391 Oct 14 12:29:36.255416 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0307ca99-2af2-4ff8-acee-5606df792f55 req-ce3d4b0d-34da-4349-be2f-b972a2c6561f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:36.257400 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-0307ca99-2af2-4ff8-acee-5606df792f55 req-ce3d4b0d-34da-4349-be2f-b972a2c6561f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3f9a829dc9ba4ba2bab9da3451c434c9&device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 1099 time: 0.0382445 Oct 14 12:29:36.367073 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0307ca99-2af2-4ff8-acee-5606df792f55 req-962ec412-d6b4-4c80-bc15-373d2daf5027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:36.368876 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-0307ca99-2af2-4ff8-acee-5606df792f55 req-962ec412-d6b4-4c80-bc15-373d2daf5027 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a349fb8c-8bea-466f-b8db-b99e89a5a9ba HTTP/1.1" status: 200 len: 920 time: 0.0820026 Oct 14 12:29:36.414176 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-0307ca99-2af2-4ff8-acee-5606df792f55 req-6401f8aa-9e43-4721-99d1-e63356bc9790 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0043b3d8-61e9-4803-a124-cd6089b5671b HTTP/1.1" status: 200 len: 217 time: 0.0354688 Oct 14 12:29:36.466340 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0307ca99-2af2-4ff8-acee-5606df792f55 req-128022cc-3153-4528-aaf8-4e093af027f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:36.467696 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-0307ca99-2af2-4ff8-acee-5606df792f55 req-128022cc-3153-4528-aaf8-4e093af027f4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b2109f7d-7a0b-4378-9f1f-6d0a061effdd HTTP/1.1" status: 200 len: 859 time: 0.0421433 Oct 14 12:29:36.498755 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-0307ca99-2af2-4ff8-acee-5606df792f55 req-081e59c4-f0ae-4e4b-adbb-e82864e984bd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a349fb8c-8bea-466f-b8db-b99e89a5a9ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0224352 Oct 14 12:29:36.594146 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-0307ca99-2af2-4ff8-acee-5606df792f55 req-88c3acd5-795b-4ddb-94a2-5d78f11b593d service neutron] 10.222.0.25 "GET /v2.0/networks/a349fb8c-8bea-466f-b8db-b99e89a5a9ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845888 Oct 14 12:29:36.683335 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-0307ca99-2af2-4ff8-acee-5606df792f55 req-a687f341-4e59-4380-8551-136372c274e6 service neutron] 10.222.0.25 "GET /v2.0/networks/a349fb8c-8bea-466f-b8db-b99e89a5a9ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812502 Oct 14 12:29:37.285175 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 35226) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:29:37.390845 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-8e60f276-684e-4227-b462-1fcaf2187cd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:29:37.463520 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-8e60f276-684e-4227-b462-1fcaf2187cd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:29:37.537779 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-8e60f276-684e-4227-b462-1fcaf2187cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:29:37.574800 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e60f276-684e-4227-b462-1fcaf2187cd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8182a844-7e3a-4678-a353-8008701ddaed,revision_number=1']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:29:37.581800 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-8e60f276-684e-4227-b462-1fcaf2187cd1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b5b7d5536eeb4665ab5d6b4d695c3671&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2931280 Oct 14 12:29:37.582064 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 35230) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:29:37.635615 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-9e1d4484-52f0-473d-8750-17104dd43952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:29:37.657342 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-9e1d4484-52f0-473d-8750-17104dd43952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:29:37.674965 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:29:37.754725 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-9e1d4484-52f0-473d-8750-17104dd43952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:29:37.757918 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-9e1d4484-52f0-473d-8750-17104dd43952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:29:37.759045 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-9e1d4484-52f0-473d-8750-17104dd43952 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8182a844-7e3a-4678-a353-8008701ddaed HTTP/1.1" status: 204 len: 168 time: 0.1760709 Oct 14 12:29:37.766672 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1d4484-52f0-473d-8750-17104dd43952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8182a844-7e3a-4678-a353-8008701ddaed,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:29:38.390867 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 35254) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:29:38.406383 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-7722b791-9ab7-4d6b-a195-9f35013cec25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:29:38.483086 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-7722b791-9ab7-4d6b-a195-9f35013cec25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:29:38.537423 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-7722b791-9ab7-4d6b-a195-9f35013cec25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:29:38.575049 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-7722b791-9ab7-4d6b-a195-9f35013cec25 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=97c67a075fcc4067b4feba79ba37348e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1830981 Oct 14 12:29:38.576267 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7722b791-9ab7-4d6b-a195-9f35013cec25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c72977cc-f775-4b12-9262-cd8e00e90e6c,revision_number=1']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:29:38.577775 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 35256) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:29:38.627478 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-dc42bba1-e990-46f9-83ff-c8b651a4c778 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:29:38.647950 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-dc42bba1-e990-46f9-83ff-c8b651a4c778 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:29:38.776676 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-dc42bba1-e990-46f9-83ff-c8b651a4c778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:29:38.779225 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-dc42bba1-e990-46f9-83ff-c8b651a4c778 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:29:38.780402 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-dc42bba1-e990-46f9-83ff-c8b651a4c778 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c72977cc-f775-4b12-9262-cd8e00e90e6c HTTP/1.1" status: 204 len: 168 time: 0.2010744 Oct 14 12:29:38.789029 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc42bba1-e990-46f9-83ff-c8b651a4c778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72977cc-f775-4b12-9262-cd8e00e90e6c,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:29:40.390687 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 35302) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:29:40.491957 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-2137b5c8-d15a-4223-8664-90bc06f4c1e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:29:40.535012 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.agents_db [None req-78dcfc36-1157-4c7d-a1d8-d24093a96b44 None None] Agent healthcheck: found 6 active agents {{(pid=100187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:29:40.563412 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-2137b5c8-d15a-4223-8664-90bc06f4c1e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:29:40.623162 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-2137b5c8-d15a-4223-8664-90bc06f4c1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:29:40.661039 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2137b5c8-d15a-4223-8664-90bc06f4c1e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b300c7-7dad-4459-ab45-e0f74a8661c5,revision_number=1']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:29:40.665852 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-2137b5c8-d15a-4223-8664-90bc06f4c1e2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3984521f2c0140559ab736bfc46233ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2741301 Oct 14 12:29:40.669190 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 35308) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:29:40.715873 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-3b1b71eb-1e65-4fef-80d0-e756a0955861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:29:40.737043 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-3b1b71eb-1e65-4fef-80d0-e756a0955861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:29:40.851773 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-3b1b71eb-1e65-4fef-80d0-e756a0955861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:29:40.854367 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-3b1b71eb-1e65-4fef-80d0-e756a0955861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:29:40.855752 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-3b1b71eb-1e65-4fef-80d0-e756a0955861 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b1b300c7-7dad-4459-ab45-e0f74a8661c5 HTTP/1.1" status: 204 len: 168 time: 0.1860914 Oct 14 12:29:40.864112 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1b71eb-1e65-4fef-80d0-e756a0955861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b300c7-7dad-4459-ab45-e0f74a8661c5,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:29:48.713181 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bf7e20-35e4-4252-a75e-52b9a0a09fd4 req-31351740-743d-44f2-bc8b-0196c3048937 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:48.714697 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-a8bf7e20-35e4-4252-a75e-52b9a0a09fd4 req-31351740-743d-44f2-bc8b-0196c3048937 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 945 time: 0.0527020 Oct 14 12:29:48.757649 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-a8bf7e20-35e4-4252-a75e-52b9a0a09fd4 req-f3562860-5341-4225-beb7-584cd0a606c7 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369394 Oct 14 12:29:48.865883 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-95fb287a-a7a4-4e4d-99bd-725c909ff3dd req-de092c9b-d2d7-41d0-be3b-420b782084f1 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-801820462&fields=id&tenant_id=9d75b8979b4c4881a94b492a998237d9 HTTP/1.1" status: 200 len: 267 time: 0.0339491 Oct 14 12:29:48.976769 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb287a-a7a4-4e4d-99bd-725c909ff3dd req-58dce8a5-c1b6-4d7a-95c5-4a7101068f5f tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:48.978440 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-95fb287a-a7a4-4e4d-99bd-725c909ff3dd req-58dce8a5-c1b6-4d7a-95c5-4a7101068f5f tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/networks?id=acc15ba5-0543-4abc-b63a-0e54133d3dcf HTTP/1.1" status: 200 len: 808 time: 0.1056895 Oct 14 12:29:48.979537 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced128ee-407c-4e3e-9944-2cc37f0ff74e req-cb21eb58-c02d-4605-b96b-3a5e7f8f21d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:48.981161 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-ced128ee-407c-4e3e-9944-2cc37f0ff74e req-cb21eb58-c02d-4605-b96b-3a5e7f8f21d5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3f9a829dc9ba4ba2bab9da3451c434c9&device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 1098 time: 0.2441423 Oct 14 12:29:48.994348 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-95fb287a-a7a4-4e4d-99bd-725c909ff3dd req-c979de2e-e902-414f-8a8b-c43320a915b6 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/quotas/9d75b8979b4c4881a94b492a998237d9 HTTP/1.1" status: 200 len: 375 time: 0.0096538 Oct 14 12:29:49.043138 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-95fb287a-a7a4-4e4d-99bd-725c909ff3dd req-3c532375-2434-493a-a374-c626e9c665cd tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=9d75b8979b4c4881a94b492a998237d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0436115 Oct 14 12:29:49.139669 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-95fb287a-a7a4-4e4d-99bd-725c909ff3dd req-05097d8d-3a02-4733-a43b-c7f4f93cacd4 service neutron] 10.222.0.54 "GET /v2.0/networks/acc15ba5-0543-4abc-b63a-0e54133d3dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841267 Oct 14 12:29:49.232974 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-95fb287a-a7a4-4e4d-99bd-725c909ff3dd req-e600c346-99bc-4157-bfda-9a91694bdddf service neutron] 10.222.0.54 "GET /v2.0/networks/acc15ba5-0543-4abc-b63a-0e54133d3dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874135 Oct 14 12:29:49.805037 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ee717523-475d-4768-983b-cc31338c30e5 req-e5a6de39-dc72-4555-92dd-1443b325ee30 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/ports?device_id=82200c30-25f0-4d09-a79d-a5246f8cc838 HTTP/1.1" status: 200 len: 210 time: 0.0306671 Oct 14 12:29:49.907892 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d42d1b-4e73-4f7c-9401-a70cf21a9379 req-4e0184f0-5f6b-4f52-a624-d26e31cebaa1 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:49.909360 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-37d42d1b-4e73-4f7c-9401-a70cf21a9379 req-4e0184f0-5f6b-4f52-a624-d26e31cebaa1 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 945 time: 0.0475419 Oct 14 12:29:49.946686 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-37d42d1b-4e73-4f7c-9401-a70cf21a9379 req-912a7ab2-8b1f-45d9-9449-caf6e0315067 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307834 Oct 14 12:29:50.903860 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-a5723f2a-64ab-40e1-b995-6f5831383e83 req-ee32c62e-df01-4fdb-8e74-e7740fe26803 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/ports?device_id=82200c30-25f0-4d09-a79d-a5246f8cc838 HTTP/1.1" status: 200 len: 210 time: 0.0253785 Oct 14 12:29:51.056668 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c178c711-aa1b-443a-988d-5972f643d9d4 req-dc389fdc-2d71-437b-ba4e-5278c77cd7ae tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:51.057982 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-c178c711-aa1b-443a-988d-5972f643d9d4 req-dc389fdc-2d71-437b-ba4e-5278c77cd7ae tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 945 time: 0.0468304 Oct 14 12:29:51.093591 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-c178c711-aa1b-443a-988d-5972f643d9d4 req-1fc63ffb-0c97-426d-8b9a-1cb3fd14c640 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296209 Oct 14 12:29:51.299499 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced128ee-407c-4e3e-9944-2cc37f0ff74e req-54a87f57-b448-48cf-a946-5d1c97534ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:51.300940 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-ced128ee-407c-4e3e-9944-2cc37f0ff74e req-54a87f57-b448-48cf-a946-5d1c97534ea3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a349fb8c-8bea-466f-b8db-b99e89a5a9ba HTTP/1.1" status: 200 len: 920 time: 0.0810359 Oct 14 12:29:51.996966 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-58a07fc5-7212-41c6-8a27-8934a9a19e01 req-f3d7a956-7632-4a37-9725-166a06f9dda5 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/ports?device_id=82200c30-25f0-4d09-a79d-a5246f8cc838 HTTP/1.1" status: 200 len: 210 time: 0.0294406 Oct 14 12:29:52.205140 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f45bbb-5a79-46a3-a301-6aa388c6a04b req-12cdd8ac-87e0-48c1-b8e5-3dc587058215 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:52.206553 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-74f45bbb-5a79-46a3-a301-6aa388c6a04b req-12cdd8ac-87e0-48c1-b8e5-3dc587058215 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 945 time: 0.0472815 Oct 14 12:29:52.243022 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-74f45bbb-5a79-46a3-a301-6aa388c6a04b req-801dad2d-c694-417d-83e6-6f0d073e5985 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304410 Oct 14 12:29:52.814881 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-ced128ee-407c-4e3e-9944-2cc37f0ff74e req-2d75b1d3-8d68-4473-9f3c-686c03963b10 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05d49b53-bff2-427b-8b2c-37dab1c47dc7 HTTP/1.1" status: 200 len: 217 time: 0.0373230 Oct 14 12:29:53.090296 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-81ff1e9c-cc07-44f2-bf67-f8e0bcca36c8 req-14b33dd5-4b5c-4882-96a0-647a32040ae4 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/ports?device_id=82200c30-25f0-4d09-a79d-a5246f8cc838 HTTP/1.1" status: 200 len: 210 time: 0.0280030 Oct 14 12:29:53.136712 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-31df96db-b256-4a07-a579-b43213f598a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:29:53.358962 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e5324b-3ebc-42ae-918a-7692cb4e5ed0 req-fae8a0d1-c7e1-4868-b059-82bbdfb4fa67 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:53.360493 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-51e5324b-3ebc-42ae-918a-7692cb4e5ed0 req-fae8a0d1-c7e1-4868-b059-82bbdfb4fa67 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 945 time: 0.0510988 Oct 14 12:29:53.397943 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-51e5324b-3ebc-42ae-918a-7692cb4e5ed0 req-f6978ea0-52a6-43fe-b804-3f06f87dbcc9 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315998 Oct 14 12:29:54.180992 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-896bfc57-68e0-4ee1-939c-c3839ce48948 req-587b66a0-52d8-4860-9e06-d477f4c67046 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/ports?device_id=82200c30-25f0-4d09-a79d-a5246f8cc838 HTTP/1.1" status: 200 len: 210 time: 0.0256398 Oct 14 12:29:54.513936 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cfec23-84dd-4ba2-a874-694fbd0edea0 req-7011d95b-395b-4377-a125-7fc91186aece tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:54.515431 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-c2cfec23-84dd-4ba2-a874-694fbd0edea0 req-7011d95b-395b-4377-a125-7fc91186aece tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 945 time: 0.0512133 Oct 14 12:29:54.551925 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-c2cfec23-84dd-4ba2-a874-694fbd0edea0 req-94b16540-4212-4651-addf-c4d15f87a76b tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306954 Oct 14 12:29:55.152313 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced128ee-407c-4e3e-9944-2cc37f0ff74e req-e37f0d31-7000-47ca-a506-56b3aa2197e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:55.153756 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-ced128ee-407c-4e3e-9944-2cc37f0ff74e req-e37f0d31-7000-47ca-a506-56b3aa2197e7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b2109f7d-7a0b-4378-9f1f-6d0a061effdd HTTP/1.1" status: 200 len: 859 time: 0.0448244 Oct 14 12:29:55.186788 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-ced128ee-407c-4e3e-9944-2cc37f0ff74e req-938bc65a-8b4c-4477-a6b7-01b616920ddb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a349fb8c-8bea-466f-b8db-b99e89a5a9ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248098 Oct 14 12:29:55.273893 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-e8a262b9-cbd4-4d2a-bb50-96875b91d600 req-18677353-720e-4a00-a13d-ee62588fe90f tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/ports?device_id=82200c30-25f0-4d09-a79d-a5246f8cc838 HTTP/1.1" status: 200 len: 210 time: 0.0264044 Oct 14 12:29:55.296092 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-ced128ee-407c-4e3e-9944-2cc37f0ff74e req-422cc150-6f1b-47e5-8329-3f2b8a59c2e9 service neutron] 10.222.0.25 "GET /v2.0/networks/a349fb8c-8bea-466f-b8db-b99e89a5a9ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999072 Oct 14 12:29:55.397009 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-ced128ee-407c-4e3e-9944-2cc37f0ff74e req-7d239504-5f5b-4b66-a2b0-5b6b77f813c1 service neutron] 10.222.0.25 "GET /v2.0/networks/a349fb8c-8bea-466f-b8db-b99e89a5a9ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841074 Oct 14 12:29:55.669801 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ba6a72-989f-4c85-b7b5-1cf51f9d74fb req-030ebb77-6d17-4f23-8e00-c38122103a80 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:55.671240 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-47ba6a72-989f-4c85-b7b5-1cf51f9d74fb req-030ebb77-6d17-4f23-8e00-c38122103a80 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 945 time: 0.0503652 Oct 14 12:29:55.708871 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-47ba6a72-989f-4c85-b7b5-1cf51f9d74fb req-14ed8c80-40a4-4ba3-b240-52e757bb4cc4 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317340 Oct 14 12:29:55.924934 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-60b5f084-2074-440f-8268-cb5110b3c59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:29:56.230763 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb287a-a7a4-4e4d-99bd-725c909ff3dd req-8cd3844f-91b8-401d-815f-aad907b8e084 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:56.233006 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-95fb287a-a7a4-4e4d-99bd-725c909ff3dd req-8cd3844f-91b8-401d-815f-aad907b8e084 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.25 "GET /v2.0/networks?id=acc15ba5-0543-4abc-b63a-0e54133d3dcf HTTP/1.1" status: 200 len: 808 time: 0.1109776 Oct 14 12:29:56.366463 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-7356e23c-ce1a-4570-afa0-5a5f9e51e4f1 req-6b3fb65c-153e-4c4e-bef3-94a22bbfb102 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/ports?device_id=82200c30-25f0-4d09-a79d-a5246f8cc838 HTTP/1.1" status: 200 len: 210 time: 0.0262742 Oct 14 12:29:56.428984 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-95fb287a-a7a4-4e4d-99bd-725c909ff3dd req-6c87e267-9322-44d6-a2ef-f6eacff245ef tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d75b8979b4c4881a94b492a998237d9 HTTP/1.1" status: 200 len: 379 time: 0.0360260 Oct 14 12:29:56.444602 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.v2.base [req-95fb287a-a7a4-4e4d-99bd-725c909ff3dd req-86aa7862-917a-4b7e-bd9f-4abee8c31bba tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Request body: {'port': {'device_id': '82200c30-25f0-4d09-a79d-a5246f8cc838', 'network_id': 'acc15ba5-0543-4abc-b63a-0e54133d3dcf', 'admin_state_up': True, 'tenant_id': '9d75b8979b4c4881a94b492a998237d9', 'security_groups': ['7efa3605-5c1b-4381-aa51-8a31690ba583']}} {{(pid=100185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:29:56.627900 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95fb287a-a7a4-4e4d-99bd-725c909ff3dd req-86aa7862-917a-4b7e-bd9f-4abee8c31bba tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Made reservation on behalf of 9d75b8979b4c4881a94b492a998237d9 for: {'port': 1} {{(pid=100185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:29:56.631533 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-95fb287a-a7a4-4e4d-99bd-725c909ff3dd req-86aa7862-917a-4b7e-bd9f-4abee8c31bba tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:29:56.775221 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.db.db_base_plugin_common [req-95fb287a-a7a4-4e4d-99bd-725c909ff3dd req-86aa7862-917a-4b7e-bd9f-4abee8c31bba tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Allocated IP 172.20.0.9 (acc15ba5-0543-4abc-b63a-0e54133d3dcf/499e8163-03c2-47ed-9554-87f8f0cc96a6/eeee66a4-c708-474b-bc48-a510a2390597) {{(pid=100185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:29:56.828888 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70de2866-4f2b-4f75-928a-2e8a8919bcd6 req-0662b30f-fb02-4626-816e-af6d6d6b03c1 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:56.830394 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-70de2866-4f2b-4f75-928a-2e8a8919bcd6 req-0662b30f-fb02-4626-816e-af6d6d6b03c1 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 945 time: 0.0502722 Oct 14 12:29:56.872020 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-70de2866-4f2b-4f75-928a-2e8a8919bcd6 req-8ee3953b-2a3f-4dd5-ae56-9e2952e273f3 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351529 Oct 14 12:29:56.924827 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-95fb287a-a7a4-4e4d-99bd-725c909ff3dd req-86aa7862-917a-4b7e-bd9f-4abee8c31bba tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Notify callbacks [] for port, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:29:57.051336 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-95fb287a-a7a4-4e4d-99bd-725c909ff3dd req-86aa7862-917a-4b7e-bd9f-4abee8c31bba tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787792822806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7811617'] for port, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:29:57.096140 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95fb287a-a7a4-4e4d-99bd-725c909ff3dd req-86aa7862-917a-4b7e-bd9f-4abee8c31bba tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Network acc15ba5-0543-4abc-b63a-0e54133d3dcf is already hosted by enough agents. {{(pid=100185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:29:57.096518 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-469b4b0a-0edb-4369-82f6-413c16907b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:29:57.099402 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.base_scheduler [req-95fb287a-a7a4-4e4d-99bd-725c909ff3dd req-86aa7862-917a-4b7e-bd9f-4abee8c31bba tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Resources bound (agent type, host, resource id): {{(pid=100185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:29:57.102557 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.db.l3_dvrscheduler_db [req-95fb287a-a7a4-4e4d-99bd-725c909ff3dd req-86aa7862-917a-4b7e-bd9f-4abee8c31bba tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Received port after_create {{(pid=100185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:29:57.125749 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:29:57.135622 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aa7862-917a-4b7e-bd9f-4abee8c31bba tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Pushing event updated for resources: {'Port': ['ID=eeee66a4-c708-474b-bc48-a510a2390597,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:29:57.164578 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb287a-a7a4-4e4d-99bd-725c909ff3dd req-86aa7862-917a-4b7e-bd9f-4abee8c31bba tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:57.165591 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-95fb287a-a7a4-4e4d-99bd-725c909ff3dd req-86aa7862-917a-4b7e-bd9f-4abee8c31bba tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516790'] for port, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:29:57.242007 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-95fb287a-a7a4-4e4d-99bd-725c909ff3dd req-86aa7862-917a-4b7e-bd9f-4abee8c31bba tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8011887 Oct 14 12:29:57.256092 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.v2.base [req-95fb287a-a7a4-4e4d-99bd-725c909ff3dd req-9fdca8e3-a9df-4868-bf7f-03f80bc76be5 service neutron] Request body: {'port': {'device_id': '82200c30-25f0-4d09-a79d-a5246f8cc838', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=100185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:29:57.329439 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-95fb287a-a7a4-4e4d-99bd-725c909ff3dd req-9fdca8e3-a9df-4868-bf7f-03f80bc76be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:29:57.409177 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-ee00b07a-36be-4ede-99a3-55d87f116675 None None] Provisioning complete for port eeee66a4-c708-474b-bc48-a510a2390597 triggered by entity DHCP. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:29:57.410265 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-ee00b07a-36be-4ede-99a3-55d87f116675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:29:57.449950 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-ee00b07a-36be-4ede-99a3-55d87f116675 None None] Port eeee66a4-c708-474b-bc48-a510a2390597 cannot update to ACTIVE because it is not bound. {{(pid=100186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 12:29:57.501083 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a8f7fc-80eb-4d61-b27b-58b18c6f07bc req-182a3101-e0f4-4579-9507-e2eccba92b83 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:57.508612 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-a3a8f7fc-80eb-4d61-b27b-58b18c6f07bc req-182a3101-e0f4-4579-9507-e2eccba92b83 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/ports?device_id=82200c30-25f0-4d09-a79d-a5246f8cc838 HTTP/1.1" status: 200 len: 931 time: 0.0634816 Oct 14 12:29:57.561552 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-a3a8f7fc-80eb-4d61-b27b-58b18c6f07bc req-bc3b04aa-9c1c-44d9-8d96-188d0009b3d5 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/security-groups?id=7efa3605-5c1b-4381-aa51-8a31690ba583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490785 Oct 14 12:29:57.609977 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.notifiers.nova [req-95fb287a-a7a4-4e4d-99bd-725c909ff3dd req-9fdca8e3-a9df-4868-bf7f-03f80bc76be5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eeee66a4-c708-474b-bc48-a510a2390597 {{(pid=100185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:29:57.617875 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-95fb287a-a7a4-4e4d-99bd-725c909ff3dd req-9fdca8e3-a9df-4868-bf7f-03f80bc76be5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:29:57.629621 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.db.provisioning_blocks [req-95fb287a-a7a4-4e4d-99bd-725c909ff3dd req-9fdca8e3-a9df-4868-bf7f-03f80bc76be5 service neutron] Transition to ACTIVE for port object eeee66a4-c708-474b-bc48-a510a2390597 will not be triggered until provisioned by entity L2. {{(pid=100185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 12:29:57.725348 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-95fb287a-a7a4-4e4d-99bd-725c909ff3dd req-9fdca8e3-a9df-4868-bf7f-03f80bc76be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7811640'] for port, after_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:29:57.795846 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdca8e3-a9df-4868-bf7f-03f80bc76be5 service neutron] Pushing event updated for resources: {'Port': ['ID=eeee66a4-c708-474b-bc48-a510a2390597,revision_number=2']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:29:57.846346 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.managers [req-95fb287a-a7a4-4e4d-99bd-725c909ff3dd req-9fdca8e3-a9df-4868-bf7f-03f80bc76be5 service neutron] Attempting to bind port eeee66a4-c708-474b-bc48-a510a2390597 on host hv-cinder-81398 for vnic_type normal with profile {{(pid=100185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:29:57.846679 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.managers [req-95fb287a-a7a4-4e4d-99bd-725c909ff3dd req-9fdca8e3-a9df-4868-bf7f-03f80bc76be5 service neutron] Attempting to bind port eeee66a4-c708-474b-bc48-a510a2390597 by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': '225b3b64-b211-4c8d-9fa3-59ed2947d777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'acc15ba5-0543-4abc-b63a-0e54133d3dcf'}] {{(pid=100185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:29:57.847000 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fb287a-a7a4-4e4d-99bd-725c909ff3dd req-9fdca8e3-a9df-4868-bf7f-03f80bc76be5 service neutron] Attempting to bind port eeee66a4-c708-474b-bc48-a510a2390597 on network acc15ba5-0543-4abc-b63a-0e54133d3dcf {{(pid=100185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:29:57.852499 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fb287a-a7a4-4e4d-99bd-725c909ff3dd req-9fdca8e3-a9df-4868-bf7f-03f80bc76be5 service neutron] Port eeee66a4-c708-474b-bc48-a510a2390597 on network acc15ba5-0543-4abc-b63a-0e54133d3dcf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=100185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 12:29:57.852806 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fb287a-a7a4-4e4d-99bd-725c909ff3dd req-9fdca8e3-a9df-4868-bf7f-03f80bc76be5 service neutron] Attempting to bind port eeee66a4-c708-474b-bc48-a510a2390597 on network acc15ba5-0543-4abc-b63a-0e54133d3dcf {{(pid=100185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:29:57.858531 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fb287a-a7a4-4e4d-99bd-725c909ff3dd req-9fdca8e3-a9df-4868-bf7f-03f80bc76be5 service neutron] Checking agent: {'id': 'ea4bb8b9-32a8-4621-b95b-9b4a1b78ce98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 24, 36), 'started_at': datetime.datetime(2021, 10, 14, 12, 24, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:29:57.863067 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fb287a-a7a4-4e4d-99bd-725c909ff3dd req-9fdca8e3-a9df-4868-bf7f-03f80bc76be5 service neutron] Checking segment: {'id': '225b3b64-b211-4c8d-9fa3-59ed2947d777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'acc15ba5-0543-4abc-b63a-0e54133d3dcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:29:57.863067 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fb287a-a7a4-4e4d-99bd-725c909ff3dd req-9fdca8e3-a9df-4868-bf7f-03f80bc76be5 service neutron] Bound using segment: {'id': '225b3b64-b211-4c8d-9fa3-59ed2947d777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'acc15ba5-0543-4abc-b63a-0e54133d3dcf'} {{(pid=100185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:29:57.863067 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.managers [req-95fb287a-a7a4-4e4d-99bd-725c909ff3dd req-9fdca8e3-a9df-4868-bf7f-03f80bc76be5 service neutron] Bound port: eeee66a4-c708-474b-bc48-a510a2390597, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '225b3b64-b211-4c8d-9fa3-59ed2947d777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'acc15ba5-0543-4abc-b63a-0e54133d3dcf'}}] {{(pid=100185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:29:57.863067 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-95fb287a-a7a4-4e4d-99bd-725c909ff3dd req-9fdca8e3-a9df-4868-bf7f-03f80bc76be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:29:57.946286 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.db [req-95fb287a-a7a4-4e4d-99bd-725c909ff3dd req-9fdca8e3-a9df-4868-bf7f-03f80bc76be5 service neutron] For port eeee66a4-c708-474b-bc48-a510a2390597, host hv-cinder-81398, cleared binding levels {{(pid=100185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:29:57.950887 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.db [req-95fb287a-a7a4-4e4d-99bd-725c909ff3dd req-9fdca8e3-a9df-4868-bf7f-03f80bc76be5 service neutron] For port eeee66a4-c708-474b-bc48-a510a2390597, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=eeee66a4-c708-474b-bc48-a510a2390597,segment=NetworkSegment(225b3b64-b211-4c8d-9fa3-59ed2947d777),segment_id=225b3b64-b211-4c8d-9fa3-59ed2947d777)] {{(pid=100185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:29:58.020861 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdceb3a-7f64-4e42-b10d-fd86f68a7c81 req-394962d7-39b8-43ca-97c4-a232dbf32366 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:58.022304 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-3fdceb3a-7f64-4e42-b10d-fd86f68a7c81 req-394962d7-39b8-43ca-97c4-a232dbf32366 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 945 time: 0.0558360 Oct 14 12:29:58.064338 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-3fdceb3a-7f64-4e42-b10d-fd86f68a7c81 req-b4349240-6254-47f6-a31a-7c195fbd5699 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342946 Oct 14 12:29:58.074244 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-95fb287a-a7a4-4e4d-99bd-725c909ff3dd req-9fdca8e3-a9df-4868-bf7f-03f80bc76be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7811640'] for port, after_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:29:58.132406 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb287a-a7a4-4e4d-99bd-725c909ff3dd req-9fdca8e3-a9df-4868-bf7f-03f80bc76be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:58.133021 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-95fb287a-a7a4-4e4d-99bd-725c909ff3dd req-9fdca8e3-a9df-4868-bf7f-03f80bc76be5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516790'] for port, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:29:58.134413 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-95fb287a-a7a4-4e4d-99bd-725c909ff3dd req-9fdca8e3-a9df-4868-bf7f-03f80bc76be5 service neutron] 10.222.0.25 "PUT /v2.0/ports/eeee66a4-c708-474b-bc48-a510a2390597 HTTP/1.1" status: 200 len: 1093 time: 0.8827667 Oct 14 12:29:58.134847 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82200c30-25f0-4d09-a79d-a5246f8cc838', 'tag': 'eeee66a4-c708-474b-bc48-a510a2390597'}] {{(pid=100185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:29:58.137292 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}167116552ac494ad33fe024857b10e57374526f2b70b110e82d735407eff6bb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a08a38-4e3e-4d98-9a00-b36e69878dbf" -d '{"events": [{"name": "network-changed", "server_uuid": "82200c30-25f0-4d09-a79d-a5246f8cc838", "tag": "eeee66a4-c708-474b-bc48-a510a2390597"}]}' {{(pid=100185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:29:58.150239 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdca8e3-a9df-4868-bf7f-03f80bc76be5 service neutron] Pushing event updated for resources: {'Port': ['ID=eeee66a4-c708-474b-bc48-a510a2390597,revision_number=3']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:29:58.193749 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 12:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2a483b5-26f7-4b8d-a352-d3dafe1bcd93 x-openstack-request-id: req-b2a483b5-26f7-4b8d-a352-d3dafe1bcd93 {{(pid=100185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:29:58.194035 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82200c30-25f0-4d09-a79d-a5246f8cc838", "tag": "eeee66a4-c708-474b-bc48-a510a2390597", "status": "completed", "code": 200}]} {{(pid=100185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:29:58.194337 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b2a483b5-26f7-4b8d-a352-d3dafe1bcd93 {{(pid=100185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:29:58.194725 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82200c30-25f0-4d09-a79d-a5246f8cc838', 'tag': 'eeee66a4-c708-474b-bc48-a510a2390597', 'status': 'completed', 'code': 200} Oct 14 12:29:58.290809 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a08a38-4e3e-4d98-9a00-b36e69878dbf req-8a753d99-5261-4c09-8083-8598dfa2457c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:58.292413 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-21a08a38-4e3e-4d98-9a00-b36e69878dbf req-8a753d99-5261-4c09-8083-8598dfa2457c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9d75b8979b4c4881a94b492a998237d9&device_id=82200c30-25f0-4d09-a79d-a5246f8cc838 HTTP/1.1" status: 200 len: 1096 time: 0.0737987 Oct 14 12:29:58.359311 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-27c04846-3a84-4189-8b30-75b8cfbf2676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:29:58.419839 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a08a38-4e3e-4d98-9a00-b36e69878dbf req-b6ab9fc2-e245-4c65-a51d-06a5a4b83e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:58.420422 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-21a08a38-4e3e-4d98-9a00-b36e69878dbf req-b6ab9fc2-e245-4c65-a51d-06a5a4b83e63 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=9d75b8979b4c4881a94b492a998237d9&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1150634 Oct 14 12:29:58.525316 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a08a38-4e3e-4d98-9a00-b36e69878dbf req-52054b64-8b24-4ff4-96a6-1bffae7ff46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:58.526797 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-21a08a38-4e3e-4d98-9a00-b36e69878dbf req-52054b64-8b24-4ff4-96a6-1bffae7ff46b service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0956941 Oct 14 12:29:58.605782 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb287a-a7a4-4e4d-99bd-725c909ff3dd req-98310a52-c82e-4fbd-b186-53bce69c6ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:58.608018 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-95fb287a-a7a4-4e4d-99bd-725c909ff3dd req-98310a52-c82e-4fbd-b186-53bce69c6ca1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9d75b8979b4c4881a94b492a998237d9&device_id=82200c30-25f0-4d09-a79d-a5246f8cc838 HTTP/1.1" status: 200 len: 1096 time: 0.0461321 Oct 14 12:29:58.656355 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-95fb287a-a7a4-4e4d-99bd-725c909ff3dd req-7f438c7d-2717-4a93-9205-06ddc89572a2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eeee66a4-c708-474b-bc48-a510a2390597 HTTP/1.1" status: 200 len: 217 time: 0.0386307 Oct 14 12:29:58.691320 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d9a87c-a0e8-4e0c-ab1f-79cfcfd8b1f0 req-677fc8a8-1429-4c9e-965e-65f5dce17f18 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:58.692987 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-01d9a87c-a0e8-4e0c-ab1f-79cfcfd8b1f0 req-677fc8a8-1429-4c9e-965e-65f5dce17f18 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/ports?device_id=82200c30-25f0-4d09-a79d-a5246f8cc838 HTTP/1.1" status: 200 len: 943 time: 0.0508406 Oct 14 12:29:58.708505 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb287a-a7a4-4e4d-99bd-725c909ff3dd req-43ba6c46-11a3-47a8-83f0-87aec57f59cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:58.709969 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-95fb287a-a7a4-4e4d-99bd-725c909ff3dd req-43ba6c46-11a3-47a8-83f0-87aec57f59cb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=499e8163-03c2-47ed-9554-87f8f0cc96a6 HTTP/1.1" status: 200 len: 847 time: 0.0462010 Oct 14 12:29:58.733441 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-01d9a87c-a0e8-4e0c-ab1f-79cfcfd8b1f0 req-1cb868bc-bb91-4b89-b17e-4ed5d907e7ad tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/security-groups?id=7efa3605-5c1b-4381-aa51-8a31690ba583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336180 Oct 14 12:29:58.755860 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb287a-a7a4-4e4d-99bd-725c909ff3dd req-96180ef2-3871-47bf-b634-9da519bb8e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:58.758066 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-95fb287a-a7a4-4e4d-99bd-725c909ff3dd req-96180ef2-3871-47bf-b634-9da519bb8e37 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=acc15ba5-0543-4abc-b63a-0e54133d3dcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403066 Oct 14 12:29:58.851511 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-95fb287a-a7a4-4e4d-99bd-725c909ff3dd req-e99f46a3-f2a6-403a-a62a-bbb507584380 service neutron] 10.222.0.25 "GET /v2.0/networks/acc15ba5-0543-4abc-b63a-0e54133d3dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858233 Oct 14 12:29:58.945334 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-95fb287a-a7a4-4e4d-99bd-725c909ff3dd req-8de40af8-2522-4ca4-9023-bdc71939de90 service neutron] 10.222.0.25 "GET /v2.0/networks/acc15ba5-0543-4abc-b63a-0e54133d3dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816500 Oct 14 12:29:59.185560 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a0d64-7451-4023-8a2b-5ef66d933d20 req-6756708d-9769-4fd2-ac6b-e8ac31b73b02 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:59.187006 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-af9a0d64-7451-4023-8a2b-5ef66d933d20 req-6756708d-9769-4fd2-ac6b-e8ac31b73b02 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 945 time: 0.0535936 Oct 14 12:29:59.224625 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-af9a0d64-7451-4023-8a2b-5ef66d933d20 req-30b31b30-5bdf-4829-945c-1adadf973590 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313077 Oct 14 12:29:59.850605 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67c11f-23a6-4bda-b6aa-7c2f3d6264b2 req-3c0d5ab8-a1f7-49d5-9f54-1b314600113d tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:29:59.852105 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-cc67c11f-23a6-4bda-b6aa-7c2f3d6264b2 req-3c0d5ab8-a1f7-49d5-9f54-1b314600113d tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/ports?device_id=82200c30-25f0-4d09-a79d-a5246f8cc838 HTTP/1.1" status: 200 len: 943 time: 0.0502713 Oct 14 12:29:59.889898 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-cc67c11f-23a6-4bda-b6aa-7c2f3d6264b2 req-f9654315-0c01-4f78-ba20-2c7b842c385d tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/security-groups?id=7efa3605-5c1b-4381-aa51-8a31690ba583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318062 Oct 14 12:30:00.342345 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edd0f39-0270-4d7c-8833-12c7ef473381 req-52249191-fed2-4aaa-837b-50ac58c92ed8 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:00.343805 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9edd0f39-0270-4d7c-8833-12c7ef473381 req-52249191-fed2-4aaa-837b-50ac58c92ed8 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 945 time: 0.0493114 Oct 14 12:30:00.381265 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9edd0f39-0270-4d7c-8833-12c7ef473381 req-8fb19911-6bae-4fe9-852f-c466227f8f5b tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315340 Oct 14 12:30:01.013787 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9910e0ad-c4ca-4ac7-9b7b-b550c4777e2d req-64d2805c-022d-4348-994d-0c677bd0b07f tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:01.016212 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9910e0ad-c4ca-4ac7-9b7b-b550c4777e2d req-64d2805c-022d-4348-994d-0c677bd0b07f tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/ports?device_id=82200c30-25f0-4d09-a79d-a5246f8cc838 HTTP/1.1" status: 200 len: 943 time: 0.0539689 Oct 14 12:30:01.068350 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9910e0ad-c4ca-4ac7-9b7b-b550c4777e2d req-293d1348-3e61-4676-997b-f16b1373fb86 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/security-groups?id=7efa3605-5c1b-4381-aa51-8a31690ba583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418980 Oct 14 12:30:01.496224 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d34c1b5-344b-4dfb-9962-e67bd937f7d0 req-93efaa76-a507-46b7-99aa-67a36d1864dc tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:01.497665 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-1d34c1b5-344b-4dfb-9962-e67bd937f7d0 req-93efaa76-a507-46b7-99aa-67a36d1864dc tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 945 time: 0.0476704 Oct 14 12:30:01.535032 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-1d34c1b5-344b-4dfb-9962-e67bd937f7d0 req-464a33ad-17fa-4938-8f8d-7959e03aeeb8 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312653 Oct 14 12:30:02.189193 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30603da-ac04-40d8-b38c-495b41dfeb5f req-2d4ebd8c-17b3-4bdc-97e6-7dc5c107120a tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:02.191173 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b30603da-ac04-40d8-b38c-495b41dfeb5f req-2d4ebd8c-17b3-4bdc-97e6-7dc5c107120a tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/ports?device_id=82200c30-25f0-4d09-a79d-a5246f8cc838 HTTP/1.1" status: 200 len: 943 time: 0.0570297 Oct 14 12:30:02.231152 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b30603da-ac04-40d8-b38c-495b41dfeb5f req-a20f9da2-8132-4ae8-99f6-31939c1799ec tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/security-groups?id=7efa3605-5c1b-4381-aa51-8a31690ba583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332658 Oct 14 12:30:02.661275 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2229e2bd-3249-41c3-b5f2-bc251487dc30 req-b9aedd27-a805-4dbf-ad19-26a8ff5bb6b4 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:02.662856 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-2229e2bd-3249-41c3-b5f2-bc251487dc30 req-b9aedd27-a805-4dbf-ad19-26a8ff5bb6b4 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 945 time: 0.0536399 Oct 14 12:30:02.673164 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 35722) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:30:02.702445 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-2229e2bd-3249-41c3-b5f2-bc251487dc30 req-e529b8cd-4215-42bc-90c4-ab993659972d tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330129 Oct 14 12:30:02.781016 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-ed919e60-e6de-4eec-8214-e34f6b4496e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:02.854928 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-ed919e60-e6de-4eec-8214-e34f6b4496e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:02.919168 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-ed919e60-e6de-4eec-8214-e34f6b4496e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:02.959760 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed919e60-e6de-4eec-8214-e34f6b4496e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adfeb387-1eda-42a9-8758-c8bc80ade176,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:02.965126 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-ed919e60-e6de-4eec-8214-e34f6b4496e7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=810e7ff233e94517a11fa8ea23c5d228&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2909248 Oct 14 12:30:02.967776 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 35726) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:30:03.018621 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-4d026398-a050-43e8-b3c1-5ef5578fb1ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:03.042129 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-4d026398-a050-43e8-b3c1-5ef5578fb1ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:03.170765 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-4d026398-a050-43e8-b3c1-5ef5578fb1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:03.173230 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-4d026398-a050-43e8-b3c1-5ef5578fb1ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:03.174368 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-4d026398-a050-43e8-b3c1-5ef5578fb1ed admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/adfeb387-1eda-42a9-8758-c8bc80ade176 HTTP/1.1" status: 204 len: 168 time: 0.2056494 Oct 14 12:30:03.182741 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d026398-a050-43e8-b3c1-5ef5578fb1ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adfeb387-1eda-42a9-8758-c8bc80ade176,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:03.349408 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9c5122-4d57-4e17-b317-acdd85336b7a req-cdfb6755-e754-40c2-9ed5-c31d71e86255 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:03.350541 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-bb9c5122-4d57-4e17-b317-acdd85336b7a req-cdfb6755-e754-40c2-9ed5-c31d71e86255 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/ports?device_id=82200c30-25f0-4d09-a79d-a5246f8cc838 HTTP/1.1" status: 200 len: 943 time: 0.0512571 Oct 14 12:30:03.389603 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-bb9c5122-4d57-4e17-b317-acdd85336b7a req-dc67e843-c76f-4d73-8b38-85e69a6f62ee tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/security-groups?id=7efa3605-5c1b-4381-aa51-8a31690ba583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328562 Oct 14 12:30:03.730561 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 35746) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:30:03.743379 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-e62a9ed7-030d-445a-90f0-6b390490daf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:03.821893 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-e62a9ed7-030d-445a-90f0-6b390490daf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:03.824389 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef09c5de-6d58-4634-9380-c0bb49f19922 req-98ef744a-6f5a-4bd2-b195-86e3c770cd7d tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:03.825861 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ef09c5de-6d58-4634-9380-c0bb49f19922 req-98ef744a-6f5a-4bd2-b195-86e3c770cd7d tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 945 time: 0.0516737 Oct 14 12:30:03.864936 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ef09c5de-6d58-4634-9380-c0bb49f19922 req-7cca7c17-55a1-466f-9027-4b5703672cf6 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327837 Oct 14 12:30:03.895717 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-e62a9ed7-030d-445a-90f0-6b390490daf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:03.933164 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62a9ed7-030d-445a-90f0-6b390490daf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=358ba08d-3096-4927-a61b-0b04f883a9d7,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:03.938775 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-e62a9ed7-030d-445a-90f0-6b390490daf1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=df20597d8b0b435fa8c03ba267707f3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2071967 Oct 14 12:30:03.941539 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 35748) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:30:03.993379 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-a799118e-aded-4e05-98ea-1fe769cbdeee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:04.014242 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-a799118e-aded-4e05-98ea-1fe769cbdeee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:04.107132 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-a799118e-aded-4e05-98ea-1fe769cbdeee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:04.109852 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-a799118e-aded-4e05-98ea-1fe769cbdeee admin admin] Notify callbacks [] for security_group, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:04.111001 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-a799118e-aded-4e05-98ea-1fe769cbdeee admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/358ba08d-3096-4927-a61b-0b04f883a9d7 HTTP/1.1" status: 204 len: 168 time: 0.1686959 Oct 14 12:30:04.119118 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a799118e-aded-4e05-98ea-1fe769cbdeee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=358ba08d-3096-4927-a61b-0b04f883a9d7,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:04.509649 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02857808-07f4-472a-ab58-c46b0e2198de req-67494322-1fdf-4573-acf8-4a9c00581254 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:04.511173 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-02857808-07f4-472a-ab58-c46b0e2198de req-67494322-1fdf-4573-acf8-4a9c00581254 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/ports?device_id=82200c30-25f0-4d09-a79d-a5246f8cc838 HTTP/1.1" status: 200 len: 943 time: 0.0562401 Oct 14 12:30:04.550596 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-02857808-07f4-472a-ab58-c46b0e2198de req-ba1fc9e5-d8de-4f60-a12d-509ea130c773 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/security-groups?id=7efa3605-5c1b-4381-aa51-8a31690ba583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328655 Oct 14 12:30:04.764764 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 35774) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:30:04.867939 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-4a78ae65-b4ee-41db-a115-a157b081fcaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:04.955527 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-4a78ae65-b4ee-41db-a115-a157b081fcaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:04.999402 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49869f9d-ddd6-4c1c-bc4f-0f6d973404a2 req-f5345649-aeec-4476-bd98-55b11df46ed0 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:05.000914 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-49869f9d-ddd6-4c1c-bc4f-0f6d973404a2 req-f5345649-aeec-4476-bd98-55b11df46ed0 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 945 time: 0.0542605 Oct 14 12:30:05.033024 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-4a78ae65-b4ee-41db-a115-a157b081fcaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:05.040036 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-49869f9d-ddd6-4c1c-bc4f-0f6d973404a2 req-6539577a-2e8e-4c4c-b1fc-e684c9e21bd1 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328734 Oct 14 12:30:05.075454 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-4a78ae65-b4ee-41db-a115-a157b081fcaf admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d00f5493d4d04a838ff663a3c3ce1b43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3096032 Oct 14 12:30:05.079726 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a78ae65-b4ee-41db-a115-a157b081fcaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e4b3b9-0047-4015-a19e-f77705781666,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:05.081602 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 35788) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:30:05.132563 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-4bf68c90-165c-4bd8-ab9b-3dcc9f5f4321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:05.156870 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-4bf68c90-165c-4bd8-ab9b-3dcc9f5f4321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:05.290188 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-4bf68c90-165c-4bd8-ab9b-3dcc9f5f4321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:05.293508 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-4bf68c90-165c-4bd8-ab9b-3dcc9f5f4321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:05.295557 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-4bf68c90-165c-4bd8-ab9b-3dcc9f5f4321 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f1e4b3b9-0047-4015-a19e-f77705781666 HTTP/1.1" status: 204 len: 168 time: 0.2125669 Oct 14 12:30:05.317093 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf68c90-165c-4bd8-ab9b-3dcc9f5f4321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e4b3b9-0047-4015-a19e-f77705781666,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:05.674890 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41434765-f360-49b7-bb12-89fc0d84d819 req-286a4c94-aa08-4b6c-9101-b71d8d2f1dac tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:05.676677 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-41434765-f360-49b7-bb12-89fc0d84d819 req-286a4c94-aa08-4b6c-9101-b71d8d2f1dac tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/ports?device_id=82200c30-25f0-4d09-a79d-a5246f8cc838 HTTP/1.1" status: 200 len: 943 time: 0.0573614 Oct 14 12:30:05.716401 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-41434765-f360-49b7-bb12-89fc0d84d819 req-cfbaea9a-9ee3-44ac-ac7b-810032a0165b tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/security-groups?id=7efa3605-5c1b-4381-aa51-8a31690ba583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335040 Oct 14 12:30:06.162077 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58efdbec-d19f-4c46-a2e0-4c043dcd2b2e req-5993a3c8-1118-48af-bb46-a451cca82545 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:06.163536 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-58efdbec-d19f-4c46-a2e0-4c043dcd2b2e req-5993a3c8-1118-48af-bb46-a451cca82545 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 945 time: 0.0551534 Oct 14 12:30:06.223365 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-58efdbec-d19f-4c46-a2e0-4c043dcd2b2e req-1ae113a7-c080-4bcd-8b62-037ebca16403 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478437 Oct 14 12:30:06.407229 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 35860) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:30:06.563114 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.v2.base [None req-c06dad09-43c8-4ee5-a13a-e73e1c6a7c0b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1930588745-network', 'tenant_id': 'd99b7bc72612436fbfc26fefb4d4be39'}} {{(pid=100185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:30:06.661973 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c06dad09-43c8-4ee5-a13a-e73e1c6a7c0b admin admin] Made reservation on behalf of d99b7bc72612436fbfc26fefb4d4be39 for: {'network': 1} {{(pid=100185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:30:06.666673 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-c06dad09-43c8-4ee5-a13a-e73e1c6a7c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for network, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:06.676572 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-c06dad09-43c8-4ee5-a13a-e73e1c6a7c0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:06.754126 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-c06dad09-43c8-4ee5-a13a-e73e1c6a7c0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:06.839423 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-c06dad09-43c8-4ee5-a13a-e73e1c6a7c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:06.845131 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd553c07-86b4-4f93-b7d1-69e180cf65ac req-3efc3347-de91-4e10-a581-8322c768204f tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:06.846617 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-bd553c07-86b4-4f93-b7d1-69e180cf65ac req-3efc3347-de91-4e10-a581-8322c768204f tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/ports?device_id=82200c30-25f0-4d09-a79d-a5246f8cc838 HTTP/1.1" status: 200 len: 943 time: 0.0546112 Oct 14 12:30:06.865797 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c06dad09-43c8-4ee5-a13a-e73e1c6a7c0b admin admin] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=100185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 12:30:06.875039 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06dad09-43c8-4ee5-a13a-e73e1c6a7c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50947fa9-7f24-4319-86c4-c143d9c393a3,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:06.881164 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-c06dad09-43c8-4ee5-a13a-e73e1c6a7c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030694'] for segment, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:06.881703 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.db.segments_db [None req-c06dad09-43c8-4ee5-a13a-e73e1c6a7c0b admin admin] Added segment 6a8c4e17-959a-4a0c-982c-7e92be64d560 of type vlan for network 1645ab42-9d5c-4574-823e-897e40d672c1 Oct 14 12:30:06.896145 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-bd553c07-86b4-4f93-b7d1-69e180cf65ac req-360226ab-9797-4101-83a4-eda419ffaf3b tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/security-groups?id=7efa3605-5c1b-4381-aa51-8a31690ba583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397031 Oct 14 12:30:06.927376 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-c06dad09-43c8-4ee5-a13a-e73e1c6a7c0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787792777849'] for network, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:07.010137 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-c06dad09-43c8-4ee5-a13a-e73e1c6a7c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640'] for network, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:07.011160 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06dad09-43c8-4ee5-a13a-e73e1c6a7c0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:07.011799 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-c06dad09-43c8-4ee5-a13a-e73e1c6a7c0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531662'] for network, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:07.073661 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06dad09-43c8-4ee5-a13a-e73e1c6a7c0b admin admin] Pushing event updated for resources: {'Network': ['ID=1645ab42-9d5c-4574-823e-897e40d672c1,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:07.083520 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Network 1645ab42-9d5c-4574-823e-897e40d672c1 details requested by agent ovs-agent-dv-cinder-813986-1-iscsi with host dv-cinder-813986-1-iscsi {{(pid=100186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 12:30:07.127149 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-c06dad09-43c8-4ee5-a13a-e73e1c6a7c0b admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7184143 Oct 14 12:30:07.129824 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 35872) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:30:07.134496 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.v2.base [None req-e033eabf-8a28-46db-ad51-d38dfb317348 admin admin] Request body: {'subnet': {'network_id': '1645ab42-9d5c-4574-823e-897e40d672c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1930588745-subnet', 'tenant_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'ip_version': 4}} {{(pid=100185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:30:07.249550 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e033eabf-8a28-46db-ad51-d38dfb317348 admin admin] Made reservation on behalf of d99b7bc72612436fbfc26fefb4d4be39 for: {'subnet': 1} {{(pid=100185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:30:07.251864 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-e033eabf-8a28-46db-ad51-d38dfb317348 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5941534'] for subnet, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:07.354959 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4173420-76a8-48b9-b1cc-e76df5bd7d30 req-adbcffaf-4d25-4d09-ad67-ec6d9992c721 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:07.356490 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-a4173420-76a8-48b9-b1cc-e76df5bd7d30 req-adbcffaf-4d25-4d09-ad67-ec6d9992c721 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 945 time: 0.0549011 Oct 14 12:30:07.402161 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-a4173420-76a8-48b9-b1cc-e76df5bd7d30 req-8f924bd6-9279-4f32-8713-90400773946e tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392814 Oct 14 12:30:07.489927 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-e033eabf-8a28-46db-ad51-d38dfb317348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7811249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5941612'] for subnet, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:07.545041 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e033eabf-8a28-46db-ad51-d38dfb317348 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ad3bf63-05be-4f65-ad9c-541a80de9cc8,revision_number=0']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:07.551813 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e033eabf-8a28-46db-ad51-d38dfb317348 admin admin] Checking segment: {'id': '6a8c4e17-959a-4a0c-982c-7e92be64d560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1645ab42-9d5c-4574-823e-897e40d672c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:30:07.552091 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e033eabf-8a28-46db-ad51-d38dfb317348 admin admin] Network hostable DHCP agents. Network: 1645ab42-9d5c-4574-823e-897e40d672c1, hostable agents: ['e1af82bd-3b37-4baa-aee7-1aadb6380796'], hosted agents: [] {{(pid=100185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 12:30:07.609973 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e033eabf-8a28-46db-ad51-d38dfb317348 admin admin] Network 1645ab42-9d5c-4574-823e-897e40d672c1 is scheduled to be hosted by DHCP agent e1af82bd-3b37-4baa-aee7-1aadb6380796 with binding_index 1 {{(pid=100185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 12:30:07.638636 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:07.684231 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.base_scheduler [None req-e033eabf-8a28-46db-ad51-d38dfb317348 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813986-1-iscsi, 1645ab42-9d5c-4574-823e-897e40d672c1) {{(pid=100185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:30:07.688256 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e033eabf-8a28-46db-ad51-d38dfb317348 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:07.688837 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-e033eabf-8a28-46db-ad51-d38dfb317348 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:07.693565 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f731587-2bb2-46d6-b1a0-8f6c0491329d None None] Network 1645ab42-9d5c-4574-823e-897e40d672c1 requested from dv-cinder-813986-1-iscsi {{(pid=100186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:30:07.749565 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-e033eabf-8a28-46db-ad51-d38dfb317348 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6187196 Oct 14 12:30:07.752108 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 35880) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:30:07.756288 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.v2.base [None req-f37521de-2536-4eac-a053-3ddbb6c6b63b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1930588745-router', 'tenant_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3'}}} {{(pid=100185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:30:07.816840 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-f37521de-2536-4eac-a053-3ddbb6c6b63b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-492'] for router, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:07.817905 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-f37521de-2536-4eac-a053-3ddbb6c6b63b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-619667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-956188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-507'] for router, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:07.834102 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf72bc7-df7e-4c5c-888e-899f1d882ffa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5129df06-2639-51ba-adec-6ae547517b28-1645ab42-9d5c-4574-823e-897e40d672c1', 'network_id': '1645ab42-9d5c-4574-823e-897e40d672c1', 'tenant_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'fixed_ips': [{'subnet_id': '2ad3bf63-05be-4f65-ad9c-541a80de9cc8'}]}} from dv-cinder-813986-1-iscsi. {{(pid=100186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 14 12:30:07.834970 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-adf72bc7-df7e-4c5c-888e-899f1d882ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_create {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:07.872021 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-f37521de-2536-4eac-a053-3ddbb6c6b63b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:07.968648 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.db_base_plugin_common [None req-adf72bc7-df7e-4c5c-888e-899f1d882ffa None None] Allocated IP 172.20.0.2 (1645ab42-9d5c-4574-823e-897e40d672c1/2ad3bf63-05be-4f65-ad9c-541a80de9cc8/e4762c6c-c977-4f61-9506-c6f684151817) {{(pid=100186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:30:08.006484 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cd9096-5ca5-4e75-9777-8211d7a30d66 req-b95102fc-3c0d-4049-872d-a64cb787e157 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:08.008146 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-71cd9096-5ca5-4e75-9777-8211d7a30d66 req-b95102fc-3c0d-4049-872d-a64cb787e157 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/ports?device_id=82200c30-25f0-4d09-a79d-a5246f8cc838 HTTP/1.1" status: 200 len: 943 time: 0.0541525 Oct 14 12:30:08.049471 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-71cd9096-5ca5-4e75-9777-8211d7a30d66 req-702e1b24-87f2-4227-a2a6-23d81b2b37af tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/security-groups?id=7efa3605-5c1b-4381-aa51-8a31690ba583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352170 Oct 14 12:30:08.100710 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-f37521de-2536-4eac-a053-3ddbb6c6b63b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:08.121249 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-adf72bc7-df7e-4c5c-888e-899f1d882ffa None None] Notify callbacks [] for port, precommit_create {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:08.250753 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-adf72bc7-df7e-4c5c-888e-899f1d882ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787792822806'] for port, after_create {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:08.288813 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf72bc7-df7e-4c5c-888e-899f1d882ffa None None] Network 1645ab42-9d5c-4574-823e-897e40d672c1 is already hosted by enough agents. {{(pid=100186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:30:08.291669 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.scheduler.base_scheduler [None req-adf72bc7-df7e-4c5c-888e-899f1d882ffa None None] Resources bound (agent type, host, resource id): {{(pid=100186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:30:08.295219 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf72bc7-df7e-4c5c-888e-899f1d882ffa None None] Received port after_create {{(pid=100186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:30:08.307107 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf72bc7-df7e-4c5c-888e-899f1d882ffa None None] Pushing event updated for resources: {'Port': ['ID=e4762c6c-c977-4f61-9506-c6f684151817,revision_number=1']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:08.334047 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf72bc7-df7e-4c5c-888e-899f1d882ffa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:08.334420 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf72bc7-df7e-4c5c-888e-899f1d882ffa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:08.334862 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf72bc7-df7e-4c5c-888e-899f1d882ffa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:08.335204 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf72bc7-df7e-4c5c-888e-899f1d882ffa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:08.335534 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf72bc7-df7e-4c5c-888e-899f1d882ffa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:08.335876 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf72bc7-df7e-4c5c-888e-899f1d882ffa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:08.336218 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf72bc7-df7e-4c5c-888e-899f1d882ffa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:08.336565 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf72bc7-df7e-4c5c-888e-899f1d882ffa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:08.337189 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf72bc7-df7e-4c5c-888e-899f1d882ffa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:08.337519 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf72bc7-df7e-4c5c-888e-899f1d882ffa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:08.337841 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf72bc7-df7e-4c5c-888e-899f1d882ffa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:08.338160 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf72bc7-df7e-4c5c-888e-899f1d882ffa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:08.370122 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.managers [None req-adf72bc7-df7e-4c5c-888e-899f1d882ffa None None] Attempting to bind port e4762c6c-c977-4f61-9506-c6f684151817 on host dv-cinder-813986-1-iscsi for vnic_type normal with profile {{(pid=100186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:30:08.370489 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.managers [None req-adf72bc7-df7e-4c5c-888e-899f1d882ffa None None] Attempting to bind port e4762c6c-c977-4f61-9506-c6f684151817 by drivers openvswitch,hyperv on host dv-cinder-813986-1-iscsi at level 0 using segments [{'id': '6a8c4e17-959a-4a0c-982c-7e92be64d560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1645ab42-9d5c-4574-823e-897e40d672c1'}] {{(pid=100186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:30:08.370846 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf72bc7-df7e-4c5c-888e-899f1d882ffa None None] Attempting to bind port e4762c6c-c977-4f61-9506-c6f684151817 on network 1645ab42-9d5c-4574-823e-897e40d672c1 {{(pid=100186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:30:08.375918 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf72bc7-df7e-4c5c-888e-899f1d882ffa None None] Checking agent: {'id': '87c3554d-181c-44a6-8f26-629ea6b28d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813986-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 18, 27), 'started_at': datetime.datetime(2021, 10, 14, 12, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813986-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:30:08.376314 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf72bc7-df7e-4c5c-888e-899f1d882ffa None None] Checking segment: {'id': '6a8c4e17-959a-4a0c-982c-7e92be64d560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1645ab42-9d5c-4574-823e-897e40d672c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:30:08.378174 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-adf72bc7-df7e-4c5c-888e-899f1d882ffa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:08.378174 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf72bc7-df7e-4c5c-888e-899f1d882ffa None None] Bound using segment: {'id': '6a8c4e17-959a-4a0c-982c-7e92be64d560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1645ab42-9d5c-4574-823e-897e40d672c1'} {{(pid=100186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:30:08.378174 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.managers [None req-adf72bc7-df7e-4c5c-888e-899f1d882ffa None None] Bound port: e4762c6c-c977-4f61-9506-c6f684151817, host: dv-cinder-813986-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a8c4e17-959a-4a0c-982c-7e92be64d560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1645ab42-9d5c-4574-823e-897e40d672c1'}}] {{(pid=100186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:30:08.378174 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-adf72bc7-df7e-4c5c-888e-899f1d882ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:08.425273 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7208186e-3045-49e0-b6fe-c2f8c457a1d7 req-d73ea3b2-46cf-4590-ae53-cc6e6c43daa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:08.426777 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-7208186e-3045-49e0-b6fe-c2f8c457a1d7 req-d73ea3b2-46cf-4590-ae53-cc6e6c43daa6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 1098 time: 0.1025503 Oct 14 12:30:08.432986 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-f37521de-2536-4eac-a053-3ddbb6c6b63b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:08.443716 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-adf72bc7-df7e-4c5c-888e-899f1d882ffa None None] For port e4762c6c-c977-4f61-9506-c6f684151817, host dv-cinder-813986-1-iscsi, cleared binding levels {{(pid=100186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:30:08.447898 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-adf72bc7-df7e-4c5c-888e-899f1d882ffa None None] For port e4762c6c-c977-4f61-9506-c6f684151817, host dv-cinder-813986-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=e4762c6c-c977-4f61-9506-c6f684151817,segment=NetworkSegment(6a8c4e17-959a-4a0c-982c-7e92be64d560),segment_id=6a8c4e17-959a-4a0c-982c-7e92be64d560)] {{(pid=100186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:30:08.465906 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-f37521de-2536-4eac-a053-3ddbb6c6b63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:08.497420 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-7208186e-3045-49e0-b6fe-c2f8c457a1d7 req-5da5b51c-16a2-48bd-aa9d-beddbcaa0fa6 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622215 Oct 14 12:30:08.514062 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-adf72bc7-df7e-4c5c-888e-899f1d882ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:08.520952 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d326fa1-7dbe-43e6-9c47-3a5af71b4981 req-b50e2f69-2448-4e5c-a231-965a96a012f8 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:08.522673 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-3d326fa1-7dbe-43e6-9c47-3a5af71b4981 req-b50e2f69-2448-4e5c-a231-965a96a012f8 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 945 time: 0.0538063 Oct 14 12:30:08.561769 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-3d326fa1-7dbe-43e6-9c47-3a5af71b4981 req-d2d572d4-ba19-4230-8683-b7b0bf84fa32 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322661 Oct 14 12:30:08.584531 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf72bc7-df7e-4c5c-888e-899f1d882ffa None None] Pushing event updated for resources: {'Port': ['ID=e4762c6c-c977-4f61-9506-c6f684151817,revision_number=2']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:08.599740 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.db.db_base_plugin_common [None req-f37521de-2536-4eac-a053-3ddbb6c6b63b admin admin] Allocated IP 172.27.0.216 (b7b7a1d8-4110-4f63-bddb-33667e2d84f3/eea40cd2-79ec-4f52-9668-443439548eb0/8e8d4ddc-3788-4316-88f0-d5f161911b1d) {{(pid=100185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:30:08.705116 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-f37521de-2536-4eac-a053-3ddbb6c6b63b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:08.758395 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device eeee66a4-c708-474b-bc48-a510a2390597 details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=100186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 12:30:08.804430 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-f37521de-2536-4eac-a053-3ddbb6c6b63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787792822806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7811617'] for port, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:08.854629 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37521de-2536-4eac-a053-3ddbb6c6b63b admin admin] Network b7b7a1d8-4110-4f63-bddb-33667e2d84f3 is already hosted by enough agents. {{(pid=100185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:30:08.865495 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37521de-2536-4eac-a053-3ddbb6c6b63b admin admin] Pushing event updated for resources: {'Port': ['ID=8e8d4ddc-3788-4316-88f0-d5f161911b1d,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:08.868877 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.base_scheduler [None req-f37521de-2536-4eac-a053-3ddbb6c6b63b admin admin] Resources bound (agent type, host, resource id): {{(pid=100185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:30:08.870988 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37521de-2536-4eac-a053-3ddbb6c6b63b admin admin] Received port after_create {{(pid=100185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:30:08.892637 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] For port eeee66a4-c708-474b-bc48-a510a2390597, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=eeee66a4-c708-474b-bc48-a510a2390597,segment=NetworkSegment(225b3b64-b211-4c8d-9fa3-59ed2947d777),segment_id=225b3b64-b211-4c8d-9fa3-59ed2947d777)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:30:08.905759 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Returning: {'device': 'eeee66a4-c708-474b-bc48-a510a2390597', 'network_id': 'acc15ba5-0543-4abc-b63a-0e54133d3dcf', 'port_id': 'eeee66a4-c708-474b-bc48-a510a2390597', 'mac_address': 'fa:16:3e:3a:c2:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '499e8163-03c2-47ed-9554-87f8f0cc96a6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 12:30:08.939225 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device e4762c6c-c977-4f61-9506-c6f684151817 up at agent ovs-agent-dv-cinder-813986-1-iscsi {{(pid=100186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:30:08.971770 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:08.994531 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.notifiers.nova [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeee66a4-c708-474b-bc48-a510a2390597 {{(pid=100186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:30:09.023459 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] For port eeee66a4-c708-474b-bc48-a510a2390597, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=eeee66a4-c708-474b-bc48-a510a2390597,segment=NetworkSegment(225b3b64-b211-4c8d-9fa3-59ed2947d777),segment_id=225b3b64-b211-4c8d-9fa3-59ed2947d777)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:30:09.030984 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Provisioning complete for port e4762c6c-c977-4f61-9506-c6f684151817 triggered by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:30:09.031451 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:09.109287 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:09.117641 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:09.184055 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Pushing event updated for resources: {'Port': ['ID=eeee66a4-c708-474b-bc48-a510a2390597,revision_number=4']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:09.201981 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] For port e4762c6c-c977-4f61-9506-c6f684151817, host dv-cinder-813986-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=e4762c6c-c977-4f61-9506-c6f684151817,segment=NetworkSegment(6a8c4e17-959a-4a0c-982c-7e92be64d560),segment_id=6a8c4e17-959a-4a0c-982c-7e92be64d560)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:30:09.208896 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b478f893-14da-4e69-b602-f9ebb64c7d5a req-5e586b70-2773-40d7-8da3-313e6e561912 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:09.210503 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b478f893-14da-4e69-b602-f9ebb64c7d5a req-5e586b70-2773-40d7-8da3-313e6e561912 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/ports?device_id=82200c30-25f0-4d09-a79d-a5246f8cc838 HTTP/1.1" status: 200 len: 944 time: 0.0591123 Oct 14 12:30:09.253536 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b478f893-14da-4e69-b602-f9ebb64c7d5a req-ff0132cb-1c40-4b78-933a-71a54be7529f tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/security-groups?id=7efa3605-5c1b-4381-aa51-8a31690ba583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358474 Oct 14 12:30:09.261411 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:09.337003 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Pushing event updated for resources: {'Port': ['ID=e4762c6c-c977-4f61-9506-c6f684151817,revision_number=3']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:09.420148 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-f37521de-2536-4eac-a053-3ddbb6c6b63b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:09.605052 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a958e9-7354-4805-901f-2e41de58b294 None None] Network 1645ab42-9d5c-4574-823e-897e40d672c1 requested from dv-cinder-813986-1-iscsi {{(pid=100186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:30:09.638386 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-f37521de-2536-4eac-a053-3ddbb6c6b63b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619686'] for router, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:09.695275 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1541460d-dba8-4191-8f20-881712b36fbd req-a0ef4ce6-cec5-4171-b328-1cbcb09474c3 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:09.696979 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-1541460d-dba8-4191-8f20-881712b36fbd req-a0ef4ce6-cec5-4171-b328-1cbcb09474c3 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 945 time: 0.0592065 Oct 14 12:30:09.726146 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-ab41d936-8584-4024-bd47-03d74633b129 None None] Provisioning complete for port e4762c6c-c977-4f61-9506-c6f684151817 triggered by entity DHCP. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:30:09.726612 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-ab41d936-8584-4024-bd47-03d74633b129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:09.745760 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-1541460d-dba8-4191-8f20-881712b36fbd req-f2e2ee86-553a-473f-bb06-08ef36bd20fa tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391073 Oct 14 12:30:09.761085 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] get_ports_and_sgs() called for port_ids ['eeee66a4-c708-474b-bc48-a510a2390597'] {{(pid=100186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:30:09.832861 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f37521de-2536-4eac-a053-3ddbb6c6b63b admin admin] Router 24e89d46-aa37-411d-b9be-477ef885065b is scheduled to L3 agent 98567738-4256-4ddd-ae03-62c82ecec038 with binding_index 1 {{(pid=100185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 12:30:09.961717 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f37521de-2536-4eac-a053-3ddbb6c6b63b admin admin] Notify agent at l3_agent.dv-cinder-813986-1-iscsi the message routers_updated {{(pid=100185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:30:09.974924 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95dd737e-c856-4393-b573-9e353be39915 None None] Sync routers for ids ['24e89d46-aa37-411d-b9be-477ef885065b'] in dv-cinder-813986-1-iscsi {{(pid=100187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:30:09.985962 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95dd737e-c856-4393-b573-9e353be39915 None None] Routers {'24e89d46-aa37-411d-b9be-477ef885065b'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:30:09.986732 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_hamode_db [None req-95dd737e-c856-4393-b573-9e353be39915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:29:56Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['24e89d46-aa37-411d-b9be-477ef885065b'], 'active': True} {{(pid=100187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:30:10.041267 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-f37521de-2536-4eac-a053-3ddbb6c6b63b admin admin] Notify callbacks [] for router, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:10.043159 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-f37521de-2536-4eac-a053-3ddbb6c6b63b admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2895422 Oct 14 12:30:10.045406 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 35920) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:30:10.102036 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_dvr_db [None req-95dd737e-c856-4393-b573-9e353be39915 None None] Set router 24e89d46-aa37-411d-b9be-477ef885065b gateway port host: dv-cinder-813986-1-iscsi {{(pid=100187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:30:10.127772 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-e8e2356c-7b5c-4a04-a0f5-fe702196f6cf None None] Provisioning complete for port e4762c6c-c977-4f61-9506-c6f684151817 triggered by entity DHCP. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:30:10.127772 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-e8e2356c-7b5c-4a04-a0f5-fe702196f6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:10.375037 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_hamode_db [None req-95dd737e-c856-4393-b573-9e353be39915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e89d46-aa37-411d-b9be-477ef885065b', 'name': 'tempest-TestVolumeBootPattern-1930588745-router', 'tenant_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '8e8d4ddc-3788-4316-88f0-d5f161911b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:30:07Z', 'updated_at': '2021-10-14T12:30:09Z', 'revision_number': 3, 'project_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'gw_port': {'id': '8e8d4ddc-3788-4316-88f0-d5f161911b1d', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:99:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e89d46-aa37-411d-b9be-477ef885065b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:08Z', 'updated_at': '2021-10-14T12:30:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi'}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:30:10.405147 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95dd737e-c856-4393-b573-9e353be39915 None None] Checking router: 24e89d46-aa37-411d-b9be-477ef885065b for host: dv-cinder-813986-1-iscsi {{(pid=100187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:30:10.405492 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95dd737e-c856-4393-b573-9e353be39915 None None] Updating router 24e89d46-aa37-411d-b9be-477ef885065b port 8e8d4ddc-3788-4316-88f0-d5f161911b1d binding host dv-cinder-813986-1-iscsi {{(pid=100187) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 12:30:10.408816 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ac3fc-3041-4a55-bfa8-932c13a2650e req-269e1f17-621c-4681-ad94-65c6c3a7b412 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:10.410356 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-751ac3fc-3041-4a55-bfa8-932c13a2650e req-269e1f17-621c-4681-ad94-65c6c3a7b412 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/ports?device_id=82200c30-25f0-4d09-a79d-a5246f8cc838 HTTP/1.1" status: 200 len: 944 time: 0.0554428 Oct 14 12:30:10.440879 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron_lib.callbacks.manager [None req-95dd737e-c856-4393-b573-9e353be39915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:10.451540 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-751ac3fc-3041-4a55-bfa8-932c13a2650e req-d50a7494-4623-46d2-9705-13cb7f50cd10 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/security-groups?id=7efa3605-5c1b-4381-aa51-8a31690ba583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344379 Oct 14 12:30:10.501494 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-96cbdc32-7d29-40d7-a668-071994357149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:10.682973 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.db.db_base_plugin_common [None req-96cbdc32-7d29-40d7-a668-071994357149 admin admin] Allocated IP 172.20.0.1 (1645ab42-9d5c-4574-823e-897e40d672c1/2ad3bf63-05be-4f65-ad9c-541a80de9cc8/cd1b52f9-3d01-4f96-a600-cd81ebb1559f) {{(pid=100185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:30:10.713880 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron_lib.callbacks.manager [None req-95dd737e-c856-4393-b573-9e353be39915 None None] Notify callbacks [] for port, precommit_update {{(pid=100187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:10.788689 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-96cbdc32-7d29-40d7-a668-071994357149 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:10.803999 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron_lib.callbacks.manager [None req-95dd737e-c856-4393-b573-9e353be39915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:10.860881 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8be7415-c5ff-4134-bfba-117ac71983cc None None] Pushing event updated for resources: {'Port': ['ID=8e8d4ddc-3788-4316-88f0-d5f161911b1d,revision_number=2']} {{(pid=100187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:10.869063 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8be7415-c5ff-4134-bfba-117ac71983cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:10.869434 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8be7415-c5ff-4134-bfba-117ac71983cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:10.869778 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8be7415-c5ff-4134-bfba-117ac71983cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:10.873078 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8be7415-c5ff-4134-bfba-117ac71983cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:10.873078 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8be7415-c5ff-4134-bfba-117ac71983cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:10.873078 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8be7415-c5ff-4134-bfba-117ac71983cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:10.873078 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8be7415-c5ff-4134-bfba-117ac71983cc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:10.873078 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8be7415-c5ff-4134-bfba-117ac71983cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:10.873078 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8be7415-c5ff-4134-bfba-117ac71983cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:10.873078 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8be7415-c5ff-4134-bfba-117ac71983cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:10.873078 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8be7415-c5ff-4134-bfba-117ac71983cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:10.873078 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8be7415-c5ff-4134-bfba-117ac71983cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:10.881697 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.managers [None req-95dd737e-c856-4393-b573-9e353be39915 None None] Attempting to bind port 8e8d4ddc-3788-4316-88f0-d5f161911b1d on host dv-cinder-813986-1-iscsi for vnic_type normal with profile {{(pid=100187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:30:10.882262 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.managers [None req-95dd737e-c856-4393-b573-9e353be39915 None None] Attempting to bind port 8e8d4ddc-3788-4316-88f0-d5f161911b1d by drivers openvswitch,hyperv on host dv-cinder-813986-1-iscsi at level 0 using segments [{'id': '25948913-841c-4e53-955d-096026847693', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3'}] {{(pid=100187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:30:10.882624 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95dd737e-c856-4393-b573-9e353be39915 None None] Attempting to bind port 8e8d4ddc-3788-4316-88f0-d5f161911b1d on network b7b7a1d8-4110-4f63-bddb-33667e2d84f3 {{(pid=100187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:30:10.890572 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95dd737e-c856-4393-b573-9e353be39915 None None] Checking agent: {'id': '87c3554d-181c-44a6-8f26-629ea6b28d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813986-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 18, 27), 'started_at': datetime.datetime(2021, 10, 14, 12, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813986-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:30:10.890807 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-96cbdc32-7d29-40d7-a668-071994357149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787792822806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7811617'] for port, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:10.893561 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95dd737e-c856-4393-b573-9e353be39915 None None] Checking segment: {'id': '25948913-841c-4e53-955d-096026847693', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:30:10.895593 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron_lib.callbacks.manager [None req-95dd737e-c856-4393-b573-9e353be39915 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:10.895798 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device e4762c6c-c977-4f61-9506-c6f684151817 up at agent ovs-agent-dv-cinder-813986-1-iscsi {{(pid=100186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:30:10.897293 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95dd737e-c856-4393-b573-9e353be39915 None None] Bound using segment: {'id': '25948913-841c-4e53-955d-096026847693', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3'} {{(pid=100187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:30:10.897794 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.managers [None req-95dd737e-c856-4393-b573-9e353be39915 None None] Bound port: 8e8d4ddc-3788-4316-88f0-d5f161911b1d, host: dv-cinder-813986-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25948913-841c-4e53-955d-096026847693', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3'}}] {{(pid=100187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:30:10.900432 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron_lib.callbacks.manager [None req-95dd737e-c856-4393-b573-9e353be39915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:10.912447 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9acd068-3586-40e9-8a90-c7bb45388882 req-63059bba-afce-4b73-ba0e-879878c9704c tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:10.921537 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-f9acd068-3586-40e9-8a90-c7bb45388882 req-63059bba-afce-4b73-ba0e-879878c9704c tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 945 time: 0.0795739 Oct 14 12:30:10.961757 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-f9acd068-3586-40e9-8a90-c7bb45388882 req-9e96e058-54fd-48a5-899a-43917c0650db tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390656 Oct 14 12:30:10.973589 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.db [None req-95dd737e-c856-4393-b573-9e353be39915 None None] For port 8e8d4ddc-3788-4316-88f0-d5f161911b1d, host dv-cinder-813986-1-iscsi, cleared binding levels {{(pid=100187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:30:10.982201 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.db [None req-95dd737e-c856-4393-b573-9e353be39915 None None] For port 8e8d4ddc-3788-4316-88f0-d5f161911b1d, host dv-cinder-813986-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=8e8d4ddc-3788-4316-88f0-d5f161911b1d,segment=NetworkSegment(25948913-841c-4e53-955d-096026847693),segment_id=25948913-841c-4e53-955d-096026847693)] {{(pid=100187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:30:10.984625 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96cbdc32-7d29-40d7-a668-071994357149 admin admin] Network 1645ab42-9d5c-4574-823e-897e40d672c1 is already hosted by enough agents. {{(pid=100185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:30:10.991039 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.base_scheduler [None req-96cbdc32-7d29-40d7-a668-071994357149 admin admin] Resources bound (agent type, host, resource id): {{(pid=100185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:30:10.995899 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cbdc32-7d29-40d7-a668-071994357149 admin admin] Received port after_create {{(pid=100185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:30:11.011081 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Provisioning complete for port e4762c6c-c977-4f61-9506-c6f684151817 triggered by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:30:11.011452 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:11.030419 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 35940) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:30:11.056358 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron_lib.callbacks.manager [None req-95dd737e-c856-4393-b573-9e353be39915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:11.086107 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-96cbdc32-7d29-40d7-a668-071994357149 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618643'] for router_interface, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:11.156334 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95dd737e-c856-4393-b573-9e353be39915 None None] Routers {'24e89d46-aa37-411d-b9be-477ef885065b'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:30:11.158029 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_hamode_db [None req-95dd737e-c856-4393-b573-9e353be39915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:29:56Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['24e89d46-aa37-411d-b9be-477ef885065b'], 'active': True} {{(pid=100187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:30:11.169162 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cbdc32-7d29-40d7-a668-071994357149 admin admin] Pushing event updated for resources: {'Port': ['ID=cd1b52f9-3d01-4f96-a600-cd81ebb1559f,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:11.278624 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-dd080c08-b6cc-47e4-97d5-74ca6644597d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:11.340106 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_dvr_db [None req-95dd737e-c856-4393-b573-9e353be39915 None None] Set router 24e89d46-aa37-411d-b9be-477ef885065b gateway port host: dv-cinder-813986-1-iscsi {{(pid=100187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:30:11.343163 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-5a004704-7786-4c9d-9a57-d9de1a314666 None None] Provisioning complete for port cd1b52f9-3d01-4f96-a600-cd81ebb1559f triggered by entity DHCP. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:30:11.343163 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-5a004704-7786-4c9d-9a57-d9de1a314666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:11.384964 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-5a004704-7786-4c9d-9a57-d9de1a314666 None None] Port cd1b52f9-3d01-4f96-a600-cd81ebb1559f cannot update to ACTIVE because it is not bound. {{(pid=100186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 12:30:11.411920 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-dd080c08-b6cc-47e4-97d5-74ca6644597d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:11.425438 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8be7415-c5ff-4134-bfba-117ac71983cc None None] Pushing event updated for resources: {'Port': ['ID=8e8d4ddc-3788-4316-88f0-d5f161911b1d,revision_number=3']} {{(pid=100187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:11.449794 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-96cbdc32-7d29-40d7-a668-071994357149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:11.484301 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-dd080c08-b6cc-47e4-97d5-74ca6644597d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:11.525930 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-dd080c08-b6cc-47e4-97d5-74ca6644597d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=67dbfe44f83949149d3a1ceb04f4f6e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4944301 Oct 14 12:30:11.528858 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 35954) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:30:11.566031 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd080c08-b6cc-47e4-97d5-74ca6644597d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=701664e7-5796-46ee-8f67-9342be87857c,revision_number=1']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:11.653635 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-5ffaf811-cb32-42d4-afb6-08d6cd4c453d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:11.683311 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_hamode_db [None req-95dd737e-c856-4393-b573-9e353be39915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e89d46-aa37-411d-b9be-477ef885065b', 'name': 'tempest-TestVolumeBootPattern-1930588745-router', 'tenant_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '8e8d4ddc-3788-4316-88f0-d5f161911b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:30:07Z', 'updated_at': '2021-10-14T12:30:09Z', 'revision_number': 3, 'project_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'gw_port': {'id': '8e8d4ddc-3788-4316-88f0-d5f161911b1d', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:99:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e89d46-aa37-411d-b9be-477ef885065b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:08Z', 'updated_at': '2021-10-14T12:30:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi'}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:30:11.725562 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95dd737e-c856-4393-b573-9e353be39915 None None] The sync data for ids ['24e89d46-aa37-411d-b9be-477ef885065b'] in dv-cinder-813986-1-iscsi is: [{'id': '24e89d46-aa37-411d-b9be-477ef885065b', 'name': 'tempest-TestVolumeBootPattern-1930588745-router', 'tenant_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '8e8d4ddc-3788-4316-88f0-d5f161911b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:30:07Z', 'updated_at': '2021-10-14T12:30:09Z', 'revision_number': 3, 'project_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'gw_port': {'id': '8e8d4ddc-3788-4316-88f0-d5f161911b1d', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:99:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e89d46-aa37-411d-b9be-477ef885065b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:08Z', 'updated_at': '2021-10-14T12:30:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi'}] {{(pid=100187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:30:11.738987 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a524ab72-63e3-4209-82ce-67594cb70cc8 req-edfcf752-64ec-4818-94ff-c7e69740f4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:11.741172 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-a524ab72-63e3-4209-82ce-67594cb70cc8 req-edfcf752-64ec-4818-94ff-c7e69740f4e9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3f9a829dc9ba4ba2bab9da3451c434c9&device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 1098 time: 0.0883112 Oct 14 12:30:11.752378 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-5ffaf811-cb32-42d4-afb6-08d6cd4c453d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:11.792440 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-96cbdc32-7d29-40d7-a668-071994357149 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:11.816224 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94966946-85e7-4f40-ac4c-a3511abaf826 req-3f57b5e4-edd0-4a2c-9d1d-3db3d1478ec3 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:11.826596 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-94966946-85e7-4f40-ac4c-a3511abaf826 req-3f57b5e4-edd0-4a2c-9d1d-3db3d1478ec3 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/ports?device_id=82200c30-25f0-4d09-a79d-a5246f8cc838 HTTP/1.1" status: 200 len: 944 time: 0.2033682 Oct 14 12:30:11.864650 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-96cbdc32-7d29-40d7-a668-071994357149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7811640'] for port, after_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:11.931501 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a524ab72-63e3-4209-82ce-67594cb70cc8 req-3557c21e-e569-40c1-b0c1-f4bfeb6ceddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:11.933915 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-a524ab72-63e3-4209-82ce-67594cb70cc8 req-3557c21e-e569-40c1-b0c1-f4bfeb6ceddd service neutron] 10.222.0.25 "GET /v2.0/networks?id=a349fb8c-8bea-466f-b8db-b99e89a5a9ba HTTP/1.1" status: 200 len: 920 time: 0.1790001 Oct 14 12:30:11.956999 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-96cbdc32-7d29-40d7-a668-071994357149 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618727'] for router_interface, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:11.969437 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cbdc32-7d29-40d7-a668-071994357149 admin admin] Pushing event updated for resources: {'Port': ['ID=cd1b52f9-3d01-4f96-a600-cd81ebb1559f,revision_number=2']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:12.009181 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-a524ab72-63e3-4209-82ce-67594cb70cc8 req-3cb2a164-d807-48b9-bf8d-58e32c39ac6c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05d49b53-bff2-427b-8b2c-37dab1c47dc7 HTTP/1.1" status: 200 len: 217 time: 0.0529578 Oct 14 12:30:12.122814 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-94966946-85e7-4f40-ac4c-a3511abaf826 req-841bda93-ee3b-40f7-870b-795774bb821f tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/security-groups?id=7efa3605-5c1b-4381-aa51-8a31690ba583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2909074 Oct 14 12:30:12.150042 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc582346-3454-48f0-9bfe-2556e8c144e9 req-628aefe1-4648-4fa2-bf61-d3f430e6c5ee tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:12.158024 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-dc582346-3454-48f0-9bfe-2556e8c144e9 req-628aefe1-4648-4fa2-bf61-d3f430e6c5ee tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 945 time: 0.2901900 Oct 14 12:30:12.161864 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a524ab72-63e3-4209-82ce-67594cb70cc8 req-31eee63f-7219-405a-82f8-04a927b3d41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:12.165920 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-a524ab72-63e3-4209-82ce-67594cb70cc8 req-31eee63f-7219-405a-82f8-04a927b3d41a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b2109f7d-7a0b-4378-9f1f-6d0a061effdd HTTP/1.1" status: 200 len: 859 time: 0.1112874 Oct 14 12:30:12.198841 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-5ffaf811-cb32-42d4-afb6-08d6cd4c453d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:12.201853 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-5ffaf811-cb32-42d4-afb6-08d6cd4c453d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:12.203215 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-5ffaf811-cb32-42d4-afb6-08d6cd4c453d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/701664e7-5796-46ee-8f67-9342be87857c HTTP/1.1" status: 204 len: 168 time: 0.6725936 Oct 14 12:30:12.233043 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-dc582346-3454-48f0-9bfe-2556e8c144e9 req-b5daada0-5dd8-4cdd-865e-17fb6940ab89 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703101 Oct 14 12:30:12.237853 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-a524ab72-63e3-4209-82ce-67594cb70cc8 req-c145d55a-4c20-4780-8a41-8991714a8f86 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a349fb8c-8bea-466f-b8db-b99e89a5a9ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537171 Oct 14 12:30:12.242641 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffaf811-cb32-42d4-afb6-08d6cd4c453d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=701664e7-5796-46ee-8f67-9342be87857c,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:12.275537 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96cbdc32-7d29-40d7-a668-071994357149 admin admin] Network 1645ab42-9d5c-4574-823e-897e40d672c1 is already hosted by enough agents. {{(pid=100185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:30:12.329401 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.base_scheduler [None req-96cbdc32-7d29-40d7-a668-071994357149 admin admin] Resources bound (agent type, host, resource id): {{(pid=100185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:30:12.744724 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-5fd11c46-3eba-42fa-bd94-256a3062bd1c None None] Provisioning complete for port cd1b52f9-3d01-4f96-a600-cd81ebb1559f triggered by entity DHCP. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:30:12.744724 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-5fd11c46-3eba-42fa-bd94-256a3062bd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:12.785408 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-a524ab72-63e3-4209-82ce-67594cb70cc8 req-6fd1d51a-0ad0-4652-a75f-6d8121ebc19a service neutron] 10.222.0.25 "GET /v2.0/networks/a349fb8c-8bea-466f-b8db-b99e89a5a9ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5185058 Oct 14 12:30:12.790436 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device eeee66a4-c708-474b-bc48-a510a2390597 up at agent hyperv_hv-cinder-81398 {{(pid=100186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:30:12.862947 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-5fd11c46-3eba-42fa-bd94-256a3062bd1c None None] Port cd1b52f9-3d01-4f96-a600-cd81ebb1559f cannot update to ACTIVE because it is not bound. {{(pid=100186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 12:30:12.870847 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96cbdc32-7d29-40d7-a668-071994357149 admin admin] Router 24e89d46-aa37-411d-b9be-477ef885065b has already been hosted by L3 agent 98567738-4256-4ddd-ae03-62c82ecec038 {{(pid=100185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 12:30:12.996788 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device 8e8d4ddc-3788-4316-88f0-d5f161911b1d up at agent ovs-agent-dv-cinder-813986-1-iscsi {{(pid=100186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:30:13.035314 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-a524ab72-63e3-4209-82ce-67594cb70cc8 req-711efa76-79a4-4ad0-b23a-f34cbf8d1909 service neutron] 10.222.0.25 "GET /v2.0/networks/a349fb8c-8bea-466f-b8db-b99e89a5a9ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410023 Oct 14 12:30:13.054760 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Provisioning for port eeee66a4-c708-474b-bc48-a510a2390597 completed by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 12:30:13.063117 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Provisioning complete for port eeee66a4-c708-474b-bc48-a510a2390597 triggered by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:30:13.063117 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:13.084122 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96cbdc32-7d29-40d7-a668-071994357149 admin admin] Notify agent at l3_agent.dv-cinder-813986-1-iscsi the message routers_updated {{(pid=100185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:30:13.090295 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-96cbdc32-7d29-40d7-a668-071994357149 admin admin] 10.222.0.54 "PUT /v2.0/routers/24e89d46-aa37-411d-b9be-477ef885065b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0434833 Oct 14 12:30:13.105674 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Provisioning complete for port 8e8d4ddc-3788-4316-88f0-d5f161911b1d triggered by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:30:13.106079 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:13.223671 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:13.257692 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82200c30-25f0-4d09-a79d-a5246f8cc838', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeee66a4-c708-474b-bc48-a510a2390597'}] {{(pid=100186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:30:13.260597 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ce96789b1b9487be48749a60ffcfd0a175945a3b692fd75626d794e24ae9ed4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ec9e95-10da-4230-8aa1-48dd80fd1a20" -d '{"events": [{"server_uuid": "82200c30-25f0-4d09-a79d-a5246f8cc838", "name": "network-vif-plugged", "status": "completed", "tag": "eeee66a4-c708-474b-bc48-a510a2390597"}]}' {{(pid=100186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:30:13.265570 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:13.285202 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] For port eeee66a4-c708-474b-bc48-a510a2390597, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=eeee66a4-c708-474b-bc48-a510a2390597,segment=NetworkSegment(225b3b64-b211-4c8d-9fa3-59ed2947d777),segment_id=225b3b64-b211-4c8d-9fa3-59ed2947d777)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:30:13.299865 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] For port 8e8d4ddc-3788-4316-88f0-d5f161911b1d, host dv-cinder-813986-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=8e8d4ddc-3788-4316-88f0-d5f161911b1d,segment=NetworkSegment(25948913-841c-4e53-955d-096026847693),segment_id=25948913-841c-4e53-955d-096026847693)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:30:13.321573 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 35978) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:30:13.342815 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-2f834b5a-0074-46cd-a7ad-890b6e510c93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:13.370374 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:13.374223 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f822fb-00c5-43eb-9be7-8c0e07c2742e req-b4df212c-1c06-4aca-a461-5507ba588ba2 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:13.376926 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-60f822fb-00c5-43eb-9be7-8c0e07c2742e req-b4df212c-1c06-4aca-a461-5507ba588ba2 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/ports?device_id=82200c30-25f0-4d09-a79d-a5246f8cc838 HTTP/1.1" status: 200 len: 944 time: 0.0842459 Oct 14 12:30:13.410663 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:13.443275 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Pushing event updated for resources: {'Port': ['ID=eeee66a4-c708-474b-bc48-a510a2390597,revision_number=5']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:13.450997 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ceb48-5425-40a9-a7f2-39fb0684ac7d req-724f4c6e-7cf2-4470-a0c4-92a9c3876037 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:13.453671 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-820ceb48-5425-40a9-a7f2-39fb0684ac7d req-724f4c6e-7cf2-4470-a0c4-92a9c3876037 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 945 time: 0.1174383 Oct 14 12:30:13.475383 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-60f822fb-00c5-43eb-9be7-8c0e07c2742e req-43ff34a8-395b-4fa2-8d79-c91882d57e84 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/security-groups?id=7efa3605-5c1b-4381-aa51-8a31690ba583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827432 Oct 14 12:30:13.482856 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-2f834b5a-0074-46cd-a7ad-890b6e510c93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:13.526096 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Pushing event updated for resources: {'Port': ['ID=8e8d4ddc-3788-4316-88f0-d5f161911b1d,revision_number=4']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:13.527445 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-820ceb48-5425-40a9-a7f2-39fb0684ac7d req-fd30b646-19ee-4d15-bb5a-db7283241354 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666254 Oct 14 12:30:13.535666 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d9f88c-91b1-4947-b693-68ad08a97997 x-openstack-request-id: req-46d9f88c-91b1-4947-b693-68ad08a97997 {{(pid=100186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:30:13.536000 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82200c30-25f0-4d09-a79d-a5246f8cc838", "name": "network-vif-plugged", "status": "completed", "tag": "eeee66a4-c708-474b-bc48-a510a2390597", "code": 200}]} {{(pid=100186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:30:13.536318 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-46d9f88c-91b1-4947-b693-68ad08a97997 {{(pid=100186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:30:13.537656 dv-cinder-813986-1-iscsi neutron-server[100186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82200c30-25f0-4d09-a79d-a5246f8cc838', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeee66a4-c708-474b-bc48-a510a2390597', 'code': 200} Oct 14 12:30:13.541583 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-2f834b5a-0074-46cd-a7ad-890b6e510c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:13.585894 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-2f834b5a-0074-46cd-a7ad-890b6e510c93 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=89f2e892f8784b1893356978703908f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2632241 Oct 14 12:30:13.586906 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f834b5a-0074-46cd-a7ad-890b6e510c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66002b0b-4d09-47f1-a887-79a5b7d50a4c,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:13.588793 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 35982) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:30:13.645971 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-f83e6678-a1ef-408b-9fa3-3a2c4d9f816e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:13.669333 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-f83e6678-a1ef-408b-9fa3-3a2c4d9f816e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:13.815851 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-f83e6678-a1ef-408b-9fa3-3a2c4d9f816e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:13.815851 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-f83e6678-a1ef-408b-9fa3-3a2c4d9f816e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:13.815851 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-f83e6678-a1ef-408b-9fa3-3a2c4d9f816e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/66002b0b-4d09-47f1-a887-79a5b7d50a4c HTTP/1.1" status: 204 len: 168 time: 0.2237349 Oct 14 12:30:13.822350 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83e6678-a1ef-408b-9fa3-3a2c4d9f816e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66002b0b-4d09-47f1-a887-79a5b7d50a4c,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:13.989412 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ade4a0-5e10-462f-bf20-29600eb0a04a None None] Sync routers for ids ['24e89d46-aa37-411d-b9be-477ef885065b'] in dv-cinder-813986-1-iscsi {{(pid=100186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:30:14.007095 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ade4a0-5e10-462f-bf20-29600eb0a04a None None] Routers {'24e89d46-aa37-411d-b9be-477ef885065b'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:30:14.008213 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-18ade4a0-5e10-462f-bf20-29600eb0a04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:29:56Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['24e89d46-aa37-411d-b9be-477ef885065b'], 'active': True} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:30:14.088896 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79efa6a-325b-4449-95a4-6c9e1391e8ad req-9cdecef0-d348-40f4-b959-8508e3c425f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:14.091232 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-c79efa6a-325b-4449-95a4-6c9e1391e8ad req-9cdecef0-d348-40f4-b959-8508e3c425f6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=82200c30-25f0-4d09-a79d-a5246f8cc838 HTTP/1.1" status: 200 len: 1098 time: 0.0464785 Oct 14 12:30:14.125667 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvr_db [None req-18ade4a0-5e10-462f-bf20-29600eb0a04a None None] Set router 24e89d46-aa37-411d-b9be-477ef885065b gateway port host: dv-cinder-813986-1-iscsi {{(pid=100186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:30:14.153607 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-c79efa6a-325b-4449-95a4-6c9e1391e8ad req-6ab41dca-c299-4377-bd48-a99328e8aa23 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=7efa3605-5c1b-4381-aa51-8a31690ba583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394223 Oct 14 12:30:14.212619 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 36002) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:30:14.217513 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.v2.base [None req-df76006d-3fe7-4a11-90a9-8c76c46760eb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1476994203-network', 'tenant_id': 'ceab4731095441b29167cae74cc3dfe0'}} {{(pid=100184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:30:14.324078 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df76006d-3fe7-4a11-90a9-8c76c46760eb admin admin] Made reservation on behalf of ceab4731095441b29167cae74cc3dfe0 for: {'network': 1} {{(pid=100184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:30:14.327450 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-df76006d-3fe7-4a11-90a9-8c76c46760eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for network, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:14.336277 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-df76006d-3fe7-4a11-90a9-8c76c46760eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:14.347191 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-18ade4a0-5e10-462f-bf20-29600eb0a04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e89d46-aa37-411d-b9be-477ef885065b', 'name': 'tempest-TestVolumeBootPattern-1930588745-router', 'tenant_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '8e8d4ddc-3788-4316-88f0-d5f161911b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:30:07Z', 'updated_at': '2021-10-14T12:30:11Z', 'revision_number': 4, 'project_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'gw_port': {'id': '8e8d4ddc-3788-4316-88f0-d5f161911b1d', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:99:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e89d46-aa37-411d-b9be-477ef885065b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:08Z', 'updated_at': '2021-10-14T12:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_interfaces': [{'id': 'cd1b52f9-3d01-4f96-a600-cd81ebb1559f', 'name': '', 'network_id': '1645ab42-9d5c-4574-823e-897e40d672c1', 'tenant_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'mac_address': 'fa:16:3e:84:fb:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e89d46-aa37-411d-b9be-477ef885065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '2ad3bf63-05be-4f65-ad9c-541a80de9cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:10Z', 'updated_at': '2021-10-14T12:30:11Z', 'revision_number': 2, 'project_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'subnets': [{'id': '2ad3bf63-05be-4f65-ad9c-541a80de9cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:30:14.380687 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ade4a0-5e10-462f-bf20-29600eb0a04a None None] Checking router: 24e89d46-aa37-411d-b9be-477ef885065b for host: dv-cinder-813986-1-iscsi {{(pid=100186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:30:14.381038 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ade4a0-5e10-462f-bf20-29600eb0a04a None None] Updating router 24e89d46-aa37-411d-b9be-477ef885065b port cd1b52f9-3d01-4f96-a600-cd81ebb1559f binding host dv-cinder-813986-1-iscsi {{(pid=100186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 12:30:14.406432 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-18ade4a0-5e10-462f-bf20-29600eb0a04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:14.417264 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-df76006d-3fe7-4a11-90a9-8c76c46760eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:14.489347 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-df76006d-3fe7-4a11-90a9-8c76c46760eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:14.512579 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df76006d-3fe7-4a11-90a9-8c76c46760eb admin admin] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=100184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 12:30:14.526691 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df76006d-3fe7-4a11-90a9-8c76c46760eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c581dd0-5e5d-412b-adaf-4c3457536ff9,revision_number=1']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:14.531969 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-df76006d-3fe7-4a11-90a9-8c76c46760eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030694'] for segment, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:14.532790 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.db.segments_db [None req-df76006d-3fe7-4a11-90a9-8c76c46760eb admin admin] Added segment d33a9172-9219-4e17-b9ae-6e2290a7d742 of type vlan for network 2166cd23-007c-4693-82e4-33c438a76fd9 Oct 14 12:30:14.605317 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-df76006d-3fe7-4a11-90a9-8c76c46760eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787792777849'] for network, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:14.691408 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-18ade4a0-5e10-462f-bf20-29600eb0a04a None None] Notify callbacks [] for port, precommit_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:14.699498 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e17ddc-de0c-4d72-9ee1-9aa14dbfb6e1 req-ecff375c-10ed-472e-9bfe-2c009934148c tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:14.699498 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-21e17ddc-de0c-4d72-9ee1-9aa14dbfb6e1 req-ecff375c-10ed-472e-9bfe-2c009934148c tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/ports?device_id=82200c30-25f0-4d09-a79d-a5246f8cc838 HTTP/1.1" status: 200 len: 945 time: 0.1175618 Oct 14 12:30:14.708915 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0544c4eb-831f-4e8a-9214-7bcf7bc99a49 req-e2bf30ec-fb14-4c9f-946f-cd04c6ae6b81 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:14.710305 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-0544c4eb-831f-4e8a-9214-7bcf7bc99a49 req-e2bf30ec-fb14-4c9f-946f-cd04c6ae6b81 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 945 time: 0.1027029 Oct 14 12:30:14.746961 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-df76006d-3fe7-4a11-90a9-8c76c46760eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640'] for network, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:14.746961 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df76006d-3fe7-4a11-90a9-8c76c46760eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:14.752250 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-df76006d-3fe7-4a11-90a9-8c76c46760eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531662'] for network, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:14.764128 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-18ade4a0-5e10-462f-bf20-29600eb0a04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:14.813027 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-21e17ddc-de0c-4d72-9ee1-9aa14dbfb6e1 req-02947aac-39e7-4f20-86cd-aa36babc46b3 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/security-groups?id=7efa3605-5c1b-4381-aa51-8a31690ba583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017718 Oct 14 12:30:14.826170 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeef9219-0652-42ed-af74-3ba1784cda02 None None] Pushing event updated for resources: {'Port': ['ID=cd1b52f9-3d01-4f96-a600-cd81ebb1559f,revision_number=3']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:14.829360 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-0544c4eb-831f-4e8a-9214-7bcf7bc99a49 req-a23c5d85-b368-4ab7-915e-49a6a27ee945 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111851 Oct 14 12:30:14.859991 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df76006d-3fe7-4a11-90a9-8c76c46760eb admin admin] Pushing event updated for resources: {'Network': ['ID=2166cd23-007c-4693-82e4-33c438a76fd9,revision_number=1']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:14.920469 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-df76006d-3fe7-4a11-90a9-8c76c46760eb admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7001684 Oct 14 12:30:14.920469 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 36026) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:30:14.921764 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.v2.base [None req-ff08593e-6e0b-4399-83ea-33e107484590 admin admin] Request body: {'subnet': {'network_id': '2166cd23-007c-4693-82e4-33c438a76fd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1476994203-subnet', 'tenant_id': 'ceab4731095441b29167cae74cc3dfe0', 'ip_version': 4}} {{(pid=100184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:30:15.032096 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Network 2166cd23-007c-4693-82e4-33c438a76fd9 details requested by agent ovs-agent-dv-cinder-813986-1-iscsi with host dv-cinder-813986-1-iscsi {{(pid=100186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 12:30:15.032810 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff08593e-6e0b-4399-83ea-33e107484590 admin admin] Made reservation on behalf of ceab4731095441b29167cae74cc3dfe0 for: {'subnet': 1} {{(pid=100184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:30:15.034393 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device 8e8d4ddc-3788-4316-88f0-d5f161911b1d up at agent ovs-agent-dv-cinder-813986-1-iscsi {{(pid=100186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:30:15.035603 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-ff08593e-6e0b-4399-83ea-33e107484590 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638926'] for subnet, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:15.144921 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.managers [None req-18ade4a0-5e10-462f-bf20-29600eb0a04a None None] Attempting to bind port cd1b52f9-3d01-4f96-a600-cd81ebb1559f on host dv-cinder-813986-1-iscsi for vnic_type normal with profile {{(pid=100186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:30:15.145057 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.managers [None req-18ade4a0-5e10-462f-bf20-29600eb0a04a None None] Attempting to bind port cd1b52f9-3d01-4f96-a600-cd81ebb1559f by drivers openvswitch,hyperv on host dv-cinder-813986-1-iscsi at level 0 using segments [{'id': '6a8c4e17-959a-4a0c-982c-7e92be64d560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1645ab42-9d5c-4574-823e-897e40d672c1'}] {{(pid=100186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:30:15.145346 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ade4a0-5e10-462f-bf20-29600eb0a04a None None] Attempting to bind port cd1b52f9-3d01-4f96-a600-cd81ebb1559f on network 1645ab42-9d5c-4574-823e-897e40d672c1 {{(pid=100186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:30:15.162310 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ade4a0-5e10-462f-bf20-29600eb0a04a None None] Checking agent: {'id': '87c3554d-181c-44a6-8f26-629ea6b28d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813986-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 18, 27), 'started_at': datetime.datetime(2021, 10, 14, 12, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813986-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:30:15.162682 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ade4a0-5e10-462f-bf20-29600eb0a04a None None] Checking segment: {'id': '6a8c4e17-959a-4a0c-982c-7e92be64d560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1645ab42-9d5c-4574-823e-897e40d672c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:30:15.163083 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-18ade4a0-5e10-462f-bf20-29600eb0a04a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:15.163482 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ade4a0-5e10-462f-bf20-29600eb0a04a None None] Bound using segment: {'id': '6a8c4e17-959a-4a0c-982c-7e92be64d560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1645ab42-9d5c-4574-823e-897e40d672c1'} {{(pid=100186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:30:15.163954 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.managers [None req-18ade4a0-5e10-462f-bf20-29600eb0a04a None None] Bound port: cd1b52f9-3d01-4f96-a600-cd81ebb1559f, host: dv-cinder-813986-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a8c4e17-959a-4a0c-982c-7e92be64d560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1645ab42-9d5c-4574-823e-897e40d672c1'}}] {{(pid=100186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:30:15.164355 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-18ade4a0-5e10-462f-bf20-29600eb0a04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:15.202778 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Provisioning complete for port 8e8d4ddc-3788-4316-88f0-d5f161911b1d triggered by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:30:15.203164 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:15.270857 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-e5818919-10f8-41f6-9f23-5d95e84a67a4 None None] Provisioning complete for port cd1b52f9-3d01-4f96-a600-cd81ebb1559f triggered by entity DHCP. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:30:15.271454 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-e5818919-10f8-41f6-9f23-5d95e84a67a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:15.279804 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-ff08593e-6e0b-4399-83ea-33e107484590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6234462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638908'] for subnet, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:15.303917 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-18ade4a0-5e10-462f-bf20-29600eb0a04a None None] For port cd1b52f9-3d01-4f96-a600-cd81ebb1559f, host dv-cinder-813986-1-iscsi, cleared binding levels {{(pid=100186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:30:15.336344 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-18ade4a0-5e10-462f-bf20-29600eb0a04a None None] For port cd1b52f9-3d01-4f96-a600-cd81ebb1559f, host dv-cinder-813986-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=cd1b52f9-3d01-4f96-a600-cd81ebb1559f,segment=NetworkSegment(6a8c4e17-959a-4a0c-982c-7e92be64d560),segment_id=6a8c4e17-959a-4a0c-982c-7e92be64d560)] {{(pid=100186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:30:15.338335 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-e5818919-10f8-41f6-9f23-5d95e84a67a4 None None] Port cd1b52f9-3d01-4f96-a600-cd81ebb1559f cannot update to ACTIVE because it is not bound. {{(pid=100186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 12:30:15.346782 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08593e-6e0b-4399-83ea-33e107484590 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea872bca-2e1e-493f-a76e-4783f1c2ddb4,revision_number=0']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:15.362240 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff08593e-6e0b-4399-83ea-33e107484590 admin admin] Checking segment: {'id': 'd33a9172-9219-4e17-b9ae-6e2290a7d742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2166cd23-007c-4693-82e4-33c438a76fd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:30:15.362594 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff08593e-6e0b-4399-83ea-33e107484590 admin admin] Network hostable DHCP agents. Network: 2166cd23-007c-4693-82e4-33c438a76fd9, hostable agents: ['e1af82bd-3b37-4baa-aee7-1aadb6380796'], hosted agents: [] {{(pid=100184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 12:30:15.409373 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-18ade4a0-5e10-462f-bf20-29600eb0a04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:15.463809 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ade4a0-5e10-462f-bf20-29600eb0a04a None None] Routers {'24e89d46-aa37-411d-b9be-477ef885065b'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:30:15.464547 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-18ade4a0-5e10-462f-bf20-29600eb0a04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:29:56Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['24e89d46-aa37-411d-b9be-477ef885065b'], 'active': True} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:30:15.466979 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff08593e-6e0b-4399-83ea-33e107484590 admin admin] Network 2166cd23-007c-4693-82e4-33c438a76fd9 is scheduled to be hosted by DHCP agent e1af82bd-3b37-4baa-aee7-1aadb6380796 with binding_index 1 {{(pid=100184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 12:30:15.503523 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeef9219-0652-42ed-af74-3ba1784cda02 None None] Pushing event updated for resources: {'Port': ['ID=cd1b52f9-3d01-4f96-a600-cd81ebb1559f,revision_number=4']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:15.552361 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.base_scheduler [None req-ff08593e-6e0b-4399-83ea-33e107484590 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813986-1-iscsi, 2166cd23-007c-4693-82e4-33c438a76fd9) {{(pid=100184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:30:15.558159 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff08593e-6e0b-4399-83ea-33e107484590 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:15.562682 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-ff08593e-6e0b-4399-83ea-33e107484590 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531662'] for subnet, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:15.568394 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f9dcae-d8a0-4704-abb4-fb97f975690c None None] Network 2166cd23-007c-4693-82e4-33c438a76fd9 requested from dv-cinder-813986-1-iscsi {{(pid=100186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:30:15.629425 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-ff08593e-6e0b-4399-83ea-33e107484590 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7128410 Oct 14 12:30:15.631957 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 36032) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:30:15.637456 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.v2.base [None req-d551c64b-b0f8-47e9-93bb-c55408e54ed6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1476994203-router', 'tenant_id': 'ceab4731095441b29167cae74cc3dfe0', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3'}}} {{(pid=100184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:30:15.640376 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvr_db [None req-18ade4a0-5e10-462f-bf20-29600eb0a04a None None] Set router 24e89d46-aa37-411d-b9be-477ef885065b gateway port host: dv-cinder-813986-1-iscsi {{(pid=100186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:30:15.735545 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-d551c64b-b0f8-47e9-93bb-c55408e54ed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-492'] for router, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:15.736770 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-d551c64b-b0f8-47e9-93bb-c55408e54ed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-619667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-956188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-507'] for router, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:15.759653 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-cfe72fe1-b8ac-4230-a459-844cdb5ece24 None None] Provisioning complete for port cd1b52f9-3d01-4f96-a600-cd81ebb1559f triggered by entity DHCP. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:30:15.760060 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-cfe72fe1-b8ac-4230-a459-844cdb5ece24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:15.854169 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-d551c64b-b0f8-47e9-93bb-c55408e54ed6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:15.923015 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20ada95-a539-4e5a-919c-bef80c447d07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5129df06-2639-51ba-adec-6ae547517b28-2166cd23-007c-4693-82e4-33c438a76fd9', 'network_id': '2166cd23-007c-4693-82e4-33c438a76fd9', 'tenant_id': 'ceab4731095441b29167cae74cc3dfe0', 'fixed_ips': [{'subnet_id': 'ea872bca-2e1e-493f-a76e-4783f1c2ddb4'}]}} from dv-cinder-813986-1-iscsi. {{(pid=100186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 14 12:30:15.923877 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-d20ada95-a539-4e5a-919c-bef80c447d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_create {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:15.988434 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-cfe72fe1-b8ac-4230-a459-844cdb5ece24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:16.091294 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-cfe72fe1-b8ac-4230-a459-844cdb5ece24 None None] For port cd1b52f9-3d01-4f96-a600-cd81ebb1559f, host dv-cinder-813986-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=cd1b52f9-3d01-4f96-a600-cd81ebb1559f,segment=NetworkSegment(6a8c4e17-959a-4a0c-982c-7e92be64d560),segment_id=6a8c4e17-959a-4a0c-982c-7e92be64d560)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:30:16.132337 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db608cc9-f64f-4786-baf7-76a7b1c29c57 req-3f3651e7-564a-44ff-9ccd-1c7854aa5068 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:16.132548 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-18ade4a0-5e10-462f-bf20-29600eb0a04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e89d46-aa37-411d-b9be-477ef885065b', 'name': 'tempest-TestVolumeBootPattern-1930588745-router', 'tenant_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '8e8d4ddc-3788-4316-88f0-d5f161911b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:30:07Z', 'updated_at': '2021-10-14T12:30:11Z', 'revision_number': 4, 'project_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'gw_port': {'id': '8e8d4ddc-3788-4316-88f0-d5f161911b1d', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:99:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e89d46-aa37-411d-b9be-477ef885065b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:08Z', 'updated_at': '2021-10-14T12:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_interfaces': [{'id': 'cd1b52f9-3d01-4f96-a600-cd81ebb1559f', 'name': '', 'network_id': '1645ab42-9d5c-4574-823e-897e40d672c1', 'tenant_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'mac_address': 'fa:16:3e:84:fb:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e89d46-aa37-411d-b9be-477ef885065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '2ad3bf63-05be-4f65-ad9c-541a80de9cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:10Z', 'updated_at': '2021-10-14T12:30:15Z', 'revision_number': 4, 'project_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'subnets': [{'id': '2ad3bf63-05be-4f65-ad9c-541a80de9cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:30:16.133757 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-db608cc9-f64f-4786-baf7-76a7b1c29c57 req-3f3651e7-564a-44ff-9ccd-1c7854aa5068 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/ports?device_id=82200c30-25f0-4d09-a79d-a5246f8cc838 HTTP/1.1" status: 200 len: 945 time: 0.2192261 Oct 14 12:30:16.141851 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-d551c64b-b0f8-47e9-93bb-c55408e54ed6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:16.159264 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b3b94-e9de-4baa-9188-0edb1725963c req-95a1e722-ed0f-4c76-a3b9-b8f37ff0db41 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:16.160711 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-6a6b3b94-e9de-4baa-9188-0edb1725963c req-95a1e722-ed0f-4c76-a3b9-b8f37ff0db41 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 945 time: 0.2077513 Oct 14 12:30:16.170098 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.db_base_plugin_common [None req-d20ada95-a539-4e5a-919c-bef80c447d07 None None] Allocated IP 172.20.0.2 (2166cd23-007c-4693-82e4-33c438a76fd9/ea872bca-2e1e-493f-a76e-4783f1c2ddb4/e1531007-0848-4316-8147-0bb89bb537ad) {{(pid=100186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:30:16.172474 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ade4a0-5e10-462f-bf20-29600eb0a04a None None] The sync data for ids ['24e89d46-aa37-411d-b9be-477ef885065b'] in dv-cinder-813986-1-iscsi is: [{'id': '24e89d46-aa37-411d-b9be-477ef885065b', 'name': 'tempest-TestVolumeBootPattern-1930588745-router', 'tenant_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '8e8d4ddc-3788-4316-88f0-d5f161911b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:30:07Z', 'updated_at': '2021-10-14T12:30:11Z', 'revision_number': 4, 'project_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'gw_port': {'id': '8e8d4ddc-3788-4316-88f0-d5f161911b1d', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:99:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e89d46-aa37-411d-b9be-477ef885065b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:08Z', 'updated_at': '2021-10-14T12:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_interfaces': [{'id': 'cd1b52f9-3d01-4f96-a600-cd81ebb1559f', 'name': '', 'network_id': '1645ab42-9d5c-4574-823e-897e40d672c1', 'tenant_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'mac_address': 'fa:16:3e:84:fb:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e89d46-aa37-411d-b9be-477ef885065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '2ad3bf63-05be-4f65-ad9c-541a80de9cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:10Z', 'updated_at': '2021-10-14T12:30:15Z', 'revision_number': 4, 'project_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'subnets': [{'id': '2ad3bf63-05be-4f65-ad9c-541a80de9cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:30:16.174065 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-cfe72fe1-b8ac-4230-a459-844cdb5ece24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:16.215660 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-db608cc9-f64f-4786-baf7-76a7b1c29c57 req-12dc4b46-17be-4d12-bfc4-9b79bb89948d tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/security-groups?id=7efa3605-5c1b-4381-aa51-8a31690ba583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697541 Oct 14 12:30:16.279149 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-6a6b3b94-e9de-4baa-9188-0edb1725963c req-483bd4b6-58e1-4ae7-a31d-1ac999bac30c tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104310 Oct 14 12:30:16.325259 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe72fe1-b8ac-4230-a459-844cdb5ece24 None None] Pushing event updated for resources: {'Port': ['ID=cd1b52f9-3d01-4f96-a600-cd81ebb1559f,revision_number=5']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:16.421749 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-d20ada95-a539-4e5a-919c-bef80c447d07 None None] Notify callbacks [] for port, precommit_create {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:16.476103 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-d551c64b-b0f8-47e9-93bb-c55408e54ed6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:16.485088 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-d20ada95-a539-4e5a-919c-bef80c447d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787792822806'] for port, after_create {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:16.501865 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-d551c64b-b0f8-47e9-93bb-c55408e54ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:16.525749 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20ada95-a539-4e5a-919c-bef80c447d07 None None] Network 2166cd23-007c-4693-82e4-33c438a76fd9 is already hosted by enough agents. {{(pid=100186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:30:16.528756 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.scheduler.base_scheduler [None req-d20ada95-a539-4e5a-919c-bef80c447d07 None None] Resources bound (agent type, host, resource id): {{(pid=100186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:30:16.535527 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20ada95-a539-4e5a-919c-bef80c447d07 None None] Received port after_create {{(pid=100186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:30:16.539116 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20ada95-a539-4e5a-919c-bef80c447d07 None None] Pushing event updated for resources: {'Port': ['ID=e1531007-0848-4316-8147-0bb89bb537ad,revision_number=1']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:16.614036 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.managers [None req-d20ada95-a539-4e5a-919c-bef80c447d07 None None] Attempting to bind port e1531007-0848-4316-8147-0bb89bb537ad on host dv-cinder-813986-1-iscsi for vnic_type normal with profile {{(pid=100186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:30:16.614412 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.managers [None req-d20ada95-a539-4e5a-919c-bef80c447d07 None None] Attempting to bind port e1531007-0848-4316-8147-0bb89bb537ad by drivers openvswitch,hyperv on host dv-cinder-813986-1-iscsi at level 0 using segments [{'id': 'd33a9172-9219-4e17-b9ae-6e2290a7d742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2166cd23-007c-4693-82e4-33c438a76fd9'}] {{(pid=100186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:30:16.614778 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20ada95-a539-4e5a-919c-bef80c447d07 None None] Attempting to bind port e1531007-0848-4316-8147-0bb89bb537ad on network 2166cd23-007c-4693-82e4-33c438a76fd9 {{(pid=100186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:30:16.626462 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20ada95-a539-4e5a-919c-bef80c447d07 None None] Checking agent: {'id': '87c3554d-181c-44a6-8f26-629ea6b28d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813986-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 18, 27), 'started_at': datetime.datetime(2021, 10, 14, 12, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813986-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:30:16.626979 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20ada95-a539-4e5a-919c-bef80c447d07 None None] Checking segment: {'id': 'd33a9172-9219-4e17-b9ae-6e2290a7d742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2166cd23-007c-4693-82e4-33c438a76fd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:30:16.627482 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-d20ada95-a539-4e5a-919c-bef80c447d07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:16.628010 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20ada95-a539-4e5a-919c-bef80c447d07 None None] Bound using segment: {'id': 'd33a9172-9219-4e17-b9ae-6e2290a7d742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2166cd23-007c-4693-82e4-33c438a76fd9'} {{(pid=100186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:30:16.628744 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.managers [None req-d20ada95-a539-4e5a-919c-bef80c447d07 None None] Bound port: e1531007-0848-4316-8147-0bb89bb537ad, host: dv-cinder-813986-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd33a9172-9219-4e17-b9ae-6e2290a7d742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2166cd23-007c-4693-82e4-33c438a76fd9'}}] {{(pid=100186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:30:16.629226 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-d20ada95-a539-4e5a-919c-bef80c447d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:16.637298 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.db.db_base_plugin_common [None req-d551c64b-b0f8-47e9-93bb-c55408e54ed6 admin admin] Allocated IP 172.27.0.217 (b7b7a1d8-4110-4f63-bddb-33667e2d84f3/eea40cd2-79ec-4f52-9668-443439548eb0/6af731dd-6baa-4c58-95f2-8ca5ba80c156) {{(pid=100184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:30:16.708662 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-d20ada95-a539-4e5a-919c-bef80c447d07 None None] For port e1531007-0848-4316-8147-0bb89bb537ad, host dv-cinder-813986-1-iscsi, cleared binding levels {{(pid=100186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:30:16.711868 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-d20ada95-a539-4e5a-919c-bef80c447d07 None None] For port e1531007-0848-4316-8147-0bb89bb537ad, host dv-cinder-813986-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=e1531007-0848-4316-8147-0bb89bb537ad,segment=NetworkSegment(d33a9172-9219-4e17-b9ae-6e2290a7d742),segment_id=d33a9172-9219-4e17-b9ae-6e2290a7d742)] {{(pid=100186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:30:16.745964 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-d551c64b-b0f8-47e9-93bb-c55408e54ed6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:16.781375 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-d20ada95-a539-4e5a-919c-bef80c447d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:16.839082 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-d551c64b-b0f8-47e9-93bb-c55408e54ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787792822806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235086'] for port, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:16.851056 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20ada95-a539-4e5a-919c-bef80c447d07 None None] Pushing event updated for resources: {'Port': ['ID=e1531007-0848-4316-8147-0bb89bb537ad,revision_number=2']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:16.928711 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d551c64b-b0f8-47e9-93bb-c55408e54ed6 admin admin] Network b7b7a1d8-4110-4f63-bddb-33667e2d84f3 is already hosted by enough agents. {{(pid=100184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:30:16.930979 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.base_scheduler [None req-d551c64b-b0f8-47e9-93bb-c55408e54ed6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:30:16.933755 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d551c64b-b0f8-47e9-93bb-c55408e54ed6 admin admin] Received port after_create {{(pid=100184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:30:16.936236 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d551c64b-b0f8-47e9-93bb-c55408e54ed6 admin admin] Pushing event updated for resources: {'Port': ['ID=6af731dd-6baa-4c58-95f2-8ca5ba80c156,revision_number=1']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:16.955240 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device cd1b52f9-3d01-4f96-a600-cd81ebb1559f up at agent ovs-agent-dv-cinder-813986-1-iscsi {{(pid=100186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:30:17.025637 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Provisioning complete for port cd1b52f9-3d01-4f96-a600-cd81ebb1559f triggered by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:30:17.026007 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:17.399927 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9487fa-eb14-4ca1-bc1b-0b785bc9769d req-30be1092-342a-4b85-8bb7-71aa6a15fa56 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:17.401499 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-de9487fa-eb14-4ca1-bc1b-0b785bc9769d req-30be1092-342a-4b85-8bb7-71aa6a15fa56 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/ports?device_id=82200c30-25f0-4d09-a79d-a5246f8cc838 HTTP/1.1" status: 200 len: 945 time: 0.0941269 Oct 14 12:30:17.421431 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-d551c64b-b0f8-47e9-93bb-c55408e54ed6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:17.533292 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.agents_db [None req-78dcfc36-1157-4c7d-a1d8-d24093a96b44 None None] Agent healthcheck: found 6 active agents {{(pid=100187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:30:17.689375 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee530cb-f1d7-4273-a1a8-6241c4f01d74 req-882ae9a9-ab57-4706-8326-4aa851ec6078 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:17.690875 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-0ee530cb-f1d7-4273-a1a8-6241c4f01d74 req-882ae9a9-ab57-4706-8326-4aa851ec6078 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 945 time: 0.3309927 Oct 14 12:30:17.708046 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-de9487fa-eb14-4ca1-bc1b-0b785bc9769d req-dbdf7d3b-3dd5-4519-b2c2-84bad7fd579f tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/security-groups?id=7efa3605-5c1b-4381-aa51-8a31690ba583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2960196 Oct 14 12:30:17.760855 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-0ee530cb-f1d7-4273-a1a8-6241c4f01d74 req-5df2e151-327c-43a2-8e3b-fd66b6a67e37 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615849 Oct 14 12:30:17.886343 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd15e06b-5a57-4801-aac2-96624d45704b None None] Network 2166cd23-007c-4693-82e4-33c438a76fd9 requested from dv-cinder-813986-1-iscsi {{(pid=100186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:30:17.900157 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f1d98-f9f2-4098-913e-d15e23e8b43b req-47275900-5d74-4dca-887e-1fe42e6d8ed5 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:17.901637 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-7a1f1d98-f9f2-4098-913e-d15e23e8b43b req-47275900-5d74-4dca-887e-1fe42e6d8ed5 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/ports?device_id=82200c30-25f0-4d09-a79d-a5246f8cc838 HTTP/1.1" status: 200 len: 945 time: 0.0723825 Oct 14 12:30:17.915036 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-d551c64b-b0f8-47e9-93bb-c55408e54ed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619686'] for router, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:17.944457 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-d08e8829-771d-4844-a50a-3a1f8b4d797f None None] Provisioning complete for port e1531007-0848-4316-8147-0bb89bb537ad triggered by entity DHCP. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:30:17.944826 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-d08e8829-771d-4844-a50a-3a1f8b4d797f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:18.021904 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-7a1f1d98-f9f2-4098-913e-d15e23e8b43b req-651f82f3-dc6b-4152-b036-0b7457a206d6 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/security-groups?id=7efa3605-5c1b-4381-aa51-8a31690ba583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133332 Oct 14 12:30:18.046931 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 36062) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:30:18.115971 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-d08e8829-771d-4844-a50a-3a1f8b4d797f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:18.179825 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-d08e8829-771d-4844-a50a-3a1f8b4d797f None None] For port e1531007-0848-4316-8147-0bb89bb537ad, host dv-cinder-813986-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=e1531007-0848-4316-8147-0bb89bb537ad,segment=NetworkSegment(d33a9172-9219-4e17-b9ae-6e2290a7d742),segment_id=d33a9172-9219-4e17-b9ae-6e2290a7d742)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:30:18.192218 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d551c64b-b0f8-47e9-93bb-c55408e54ed6 admin admin] Router b4742d5f-61ef-4898-9d55-75746ea727bc is scheduled to L3 agent 98567738-4256-4ddd-ae03-62c82ecec038 with binding_index 1 {{(pid=100184) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 12:30:18.255436 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-d08e8829-771d-4844-a50a-3a1f8b4d797f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:18.284451 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829e584e-e1d5-4610-b5f3-d9f0dfc78665 tempest-TestShelveInstance-913636652 tempest-TestShelveInstance-913636652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:18.288932 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-829e584e-e1d5-4610-b5f3-d9f0dfc78665 tempest-TestShelveInstance-913636652 tempest-TestShelveInstance-913636652-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=82200c30-25f0-4d09-a79d-a5246f8cc838 HTTP/1.1" status: 200 len: 1093 time: 0.2381196 Oct 14 12:30:18.289085 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 36068) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:30:18.298109 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.v2.base [None req-3098719c-458c-44d2-b0d8-907cba370650 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Request body: {'floatingip': {'floating_network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'port_id': 'eeee66a4-c708-474b-bc48-a510a2390597', 'tenant_id': '9d75b8979b4c4881a94b492a998237d9', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:30:18.338017 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08e8829-771d-4844-a50a-3a1f8b4d797f None None] Pushing event updated for resources: {'Port': ['ID=e1531007-0848-4316-8147-0bb89bb537ad,revision_number=3']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:18.348253 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d551c64b-b0f8-47e9-93bb-c55408e54ed6 admin admin] Notify agent at l3_agent.dv-cinder-813986-1-iscsi the message routers_updated {{(pid=100184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:30:18.357741 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62f27f2-8a14-465b-ab1f-760c6c08210e None None] Sync routers for ids ['b4742d5f-61ef-4898-9d55-75746ea727bc'] in dv-cinder-813986-1-iscsi {{(pid=100187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:30:18.367224 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62f27f2-8a14-465b-ab1f-760c6c08210e None None] Routers {'b4742d5f-61ef-4898-9d55-75746ea727bc'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:30:18.368407 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_hamode_db [None req-b62f27f2-8a14-465b-ab1f-760c6c08210e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:29:56Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['b4742d5f-61ef-4898-9d55-75746ea727bc'], 'active': True} {{(pid=100187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:30:18.421469 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-3098719c-458c-44d2-b0d8-907cba370650 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Notify callbacks [] for floatingip, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:18.479511 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-4c625a4b-4832-4c72-8cc3-fc95bf54dd5c None None] Provisioning complete for port e1531007-0848-4316-8147-0bb89bb537ad triggered by entity DHCP. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:30:18.480288 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-4c625a4b-4832-4c72-8cc3-fc95bf54dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:18.481663 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-d551c64b-b0f8-47e9-93bb-c55408e54ed6 admin admin] Notify callbacks [] for router, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:18.483832 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-d551c64b-b0f8-47e9-93bb-c55408e54ed6 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8500757 Oct 14 12:30:18.494490 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 36072) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:30:18.495440 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_dvr_db [None req-b62f27f2-8a14-465b-ab1f-760c6c08210e None None] Set router b4742d5f-61ef-4898-9d55-75746ea727bc gateway port host: dv-cinder-813986-1-iscsi {{(pid=100187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:30:18.538400 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-3098719c-458c-44d2-b0d8-907cba370650 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:18.658771 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.db.db_base_plugin_common [None req-3098719c-458c-44d2-b0d8-907cba370650 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Allocated IP 172.27.0.184 (b7b7a1d8-4110-4f63-bddb-33667e2d84f3/eea40cd2-79ec-4f52-9668-443439548eb0/c7ac27b9-8459-41dd-b855-1b217e463199) {{(pid=100185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:30:18.689495 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_hamode_db [None req-b62f27f2-8a14-465b-ab1f-760c6c08210e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4742d5f-61ef-4898-9d55-75746ea727bc', 'name': 'tempest-TestVolumeBootPattern-1476994203-router', 'tenant_id': 'ceab4731095441b29167cae74cc3dfe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '6af731dd-6baa-4c58-95f2-8ca5ba80c156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:30:15Z', 'updated_at': '2021-10-14T12:30:17Z', 'revision_number': 3, 'project_id': 'ceab4731095441b29167cae74cc3dfe0', 'gw_port': {'id': '6af731dd-6baa-4c58-95f2-8ca5ba80c156', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:10:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4742d5f-61ef-4898-9d55-75746ea727bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:16Z', 'updated_at': '2021-10-14T12:30:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi'}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:30:18.721765 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62f27f2-8a14-465b-ab1f-760c6c08210e None None] Checking router: b4742d5f-61ef-4898-9d55-75746ea727bc for host: dv-cinder-813986-1-iscsi {{(pid=100187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:30:18.722339 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62f27f2-8a14-465b-ab1f-760c6c08210e None None] Updating router b4742d5f-61ef-4898-9d55-75746ea727bc port 6af731dd-6baa-4c58-95f2-8ca5ba80c156 binding host dv-cinder-813986-1-iscsi {{(pid=100187) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 12:30:18.748394 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron_lib.callbacks.manager [None req-b62f27f2-8a14-465b-ab1f-760c6c08210e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:18.762687 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-3098719c-458c-44d2-b0d8-907cba370650 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Notify callbacks [] for port, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:18.866947 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-3098719c-458c-44d2-b0d8-907cba370650 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787792822806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7811617'] for port, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:18.919309 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device e1531007-0848-4316-8147-0bb89bb537ad up at agent ovs-agent-dv-cinder-813986-1-iscsi {{(pid=100186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:30:18.928827 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3098719c-458c-44d2-b0d8-907cba370650 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Network b7b7a1d8-4110-4f63-bddb-33667e2d84f3 is already hosted by enough agents. {{(pid=100185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:30:18.934454 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.base_scheduler [None req-3098719c-458c-44d2-b0d8-907cba370650 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Resources bound (agent type, host, resource id): {{(pid=100185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:30:18.938634 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3098719c-458c-44d2-b0d8-907cba370650 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Received port after_create {{(pid=100185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:30:18.972446 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3098719c-458c-44d2-b0d8-907cba370650 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Pushing event updated for resources: {'Port': ['ID=c7ac27b9-8459-41dd-b855-1b217e463199,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:18.989410 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b547706a-56c7-4999-a61b-b2ea5da1d4cc req-63d061eb-9e4c-4d39-b4bf-5d7915fde8fd tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:18.990862 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Provisioning complete for port e1531007-0848-4316-8147-0bb89bb537ad triggered by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:30:18.991005 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b547706a-56c7-4999-a61b-b2ea5da1d4cc req-63d061eb-9e4c-4d39-b4bf-5d7915fde8fd tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 945 time: 0.1280994 Oct 14 12:30:18.991405 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:19.054398 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron_lib.callbacks.manager [None req-b62f27f2-8a14-465b-ab1f-760c6c08210e None None] Notify callbacks [] for port, precommit_update {{(pid=100187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:19.094895 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron_lib.callbacks.manager [None req-b62f27f2-8a14-465b-ab1f-760c6c08210e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:19.102582 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b547706a-56c7-4999-a61b-b2ea5da1d4cc req-13560447-2e3e-4e41-a0b1-e460f3590c8e tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983636 Oct 14 12:30:19.133690 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-75a6aebc-c300-4092-82bb-b743a97fe48d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:19.141423 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7bc484-4a37-42ec-b95c-821514074f4b None None] Pushing event updated for resources: {'Port': ['ID=6af731dd-6baa-4c58-95f2-8ca5ba80c156,revision_number=2']} {{(pid=100187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:19.184952 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.managers [None req-b62f27f2-8a14-465b-ab1f-760c6c08210e None None] Attempting to bind port 6af731dd-6baa-4c58-95f2-8ca5ba80c156 on host dv-cinder-813986-1-iscsi for vnic_type normal with profile {{(pid=100187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:30:19.185810 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.managers [None req-b62f27f2-8a14-465b-ab1f-760c6c08210e None None] Attempting to bind port 6af731dd-6baa-4c58-95f2-8ca5ba80c156 by drivers openvswitch,hyperv on host dv-cinder-813986-1-iscsi at level 0 using segments [{'id': '25948913-841c-4e53-955d-096026847693', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3'}] {{(pid=100187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:30:19.186189 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62f27f2-8a14-465b-ab1f-760c6c08210e None None] Attempting to bind port 6af731dd-6baa-4c58-95f2-8ca5ba80c156 on network b7b7a1d8-4110-4f63-bddb-33667e2d84f3 {{(pid=100187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:30:19.197453 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62f27f2-8a14-465b-ab1f-760c6c08210e None None] Checking agent: {'id': '87c3554d-181c-44a6-8f26-629ea6b28d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813986-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 18, 27), 'started_at': datetime.datetime(2021, 10, 14, 12, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813986-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:30:19.198846 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62f27f2-8a14-465b-ab1f-760c6c08210e None None] Checking segment: {'id': '25948913-841c-4e53-955d-096026847693', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:30:19.199251 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron_lib.callbacks.manager [None req-b62f27f2-8a14-465b-ab1f-760c6c08210e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:19.199646 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62f27f2-8a14-465b-ab1f-760c6c08210e None None] Bound using segment: {'id': '25948913-841c-4e53-955d-096026847693', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3'} {{(pid=100187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:30:19.203055 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.managers [None req-b62f27f2-8a14-465b-ab1f-760c6c08210e None None] Bound port: 6af731dd-6baa-4c58-95f2-8ca5ba80c156, host: dv-cinder-813986-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25948913-841c-4e53-955d-096026847693', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3'}}] {{(pid=100187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:30:19.203499 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron_lib.callbacks.manager [None req-b62f27f2-8a14-465b-ab1f-760c6c08210e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:19.275684 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.db [None req-b62f27f2-8a14-465b-ab1f-760c6c08210e None None] For port 6af731dd-6baa-4c58-95f2-8ca5ba80c156, host dv-cinder-813986-1-iscsi, cleared binding levels {{(pid=100187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:30:19.279521 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.db [None req-b62f27f2-8a14-465b-ab1f-760c6c08210e None None] For port 6af731dd-6baa-4c58-95f2-8ca5ba80c156, host dv-cinder-813986-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=6af731dd-6baa-4c58-95f2-8ca5ba80c156,segment=NetworkSegment(25948913-841c-4e53-955d-096026847693),segment_id=25948913-841c-4e53-955d-096026847693)] {{(pid=100187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:30:19.310309 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.db.db_base_plugin_common [None req-75a6aebc-c300-4092-82bb-b743a97fe48d admin admin] Allocated IP 172.20.0.1 (2166cd23-007c-4693-82e4-33c438a76fd9/ea872bca-2e1e-493f-a76e-4783f1c2ddb4/a4f746ab-c4b3-402e-88d7-da0c4d457906) {{(pid=100184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:30:19.324315 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron_lib.callbacks.manager [None req-b62f27f2-8a14-465b-ab1f-760c6c08210e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:19.439376 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-3098719c-458c-44d2-b0d8-907cba370650 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:19.452751 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-75a6aebc-c300-4092-82bb-b743a97fe48d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:19.475657 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7bc484-4a37-42ec-b95c-821514074f4b None None] Pushing event updated for resources: {'Port': ['ID=6af731dd-6baa-4c58-95f2-8ca5ba80c156,revision_number=3']} {{(pid=100187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:19.501610 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62f27f2-8a14-465b-ab1f-760c6c08210e None None] Routers {'b4742d5f-61ef-4898-9d55-75746ea727bc'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:30:19.502220 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_hamode_db [None req-b62f27f2-8a14-465b-ab1f-760c6c08210e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:29:56Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['b4742d5f-61ef-4898-9d55-75746ea727bc'], 'active': True} {{(pid=100187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:30:19.535452 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-75a6aebc-c300-4092-82bb-b743a97fe48d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787792822806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235086'] for port, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:19.572588 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a6aebc-c300-4092-82bb-b743a97fe48d admin admin] Network 2166cd23-007c-4693-82e4-33c438a76fd9 is already hosted by enough agents. {{(pid=100184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:30:19.576897 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.base_scheduler [None req-75a6aebc-c300-4092-82bb-b743a97fe48d admin admin] Resources bound (agent type, host, resource id): {{(pid=100184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:30:19.580502 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a6aebc-c300-4092-82bb-b743a97fe48d admin admin] Received port after_create {{(pid=100184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:30:19.592858 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a6aebc-c300-4092-82bb-b743a97fe48d admin admin] Pushing event updated for resources: {'Port': ['ID=a4f746ab-c4b3-402e-88d7-da0c4d457906,revision_number=1']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:19.600231 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-3098719c-458c-44d2-b0d8-907cba370650 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:19.626595 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_dvr_db [None req-b62f27f2-8a14-465b-ab1f-760c6c08210e None None] Set router b4742d5f-61ef-4898-9d55-75746ea727bc gateway port host: dv-cinder-813986-1-iscsi {{(pid=100187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:30:19.636425 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-75a6aebc-c300-4092-82bb-b743a97fe48d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618643'] for router_interface, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:19.794552 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-3098719c-458c-44d2-b0d8-907cba370650 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Notify callbacks [] for port, precommit_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:19.845068 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_hamode_db [None req-b62f27f2-8a14-465b-ab1f-760c6c08210e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4742d5f-61ef-4898-9d55-75746ea727bc', 'name': 'tempest-TestVolumeBootPattern-1476994203-router', 'tenant_id': 'ceab4731095441b29167cae74cc3dfe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '6af731dd-6baa-4c58-95f2-8ca5ba80c156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:30:15Z', 'updated_at': '2021-10-14T12:30:17Z', 'revision_number': 3, 'project_id': 'ceab4731095441b29167cae74cc3dfe0', 'gw_port': {'id': '6af731dd-6baa-4c58-95f2-8ca5ba80c156', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:10:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4742d5f-61ef-4898-9d55-75746ea727bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:16Z', 'updated_at': '2021-10-14T12:30:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi'}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:30:19.874700 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62f27f2-8a14-465b-ab1f-760c6c08210e None None] The sync data for ids ['b4742d5f-61ef-4898-9d55-75746ea727bc'] in dv-cinder-813986-1-iscsi is: [{'id': 'b4742d5f-61ef-4898-9d55-75746ea727bc', 'name': 'tempest-TestVolumeBootPattern-1476994203-router', 'tenant_id': 'ceab4731095441b29167cae74cc3dfe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '6af731dd-6baa-4c58-95f2-8ca5ba80c156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:30:15Z', 'updated_at': '2021-10-14T12:30:17Z', 'revision_number': 3, 'project_id': 'ceab4731095441b29167cae74cc3dfe0', 'gw_port': {'id': '6af731dd-6baa-4c58-95f2-8ca5ba80c156', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:10:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4742d5f-61ef-4898-9d55-75746ea727bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:16Z', 'updated_at': '2021-10-14T12:30:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi'}] {{(pid=100187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:30:19.895377 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-75a6aebc-c300-4092-82bb-b743a97fe48d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:19.913598 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-3098719c-458c-44d2-b0d8-907cba370650 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7811640'] for port, after_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:19.928819 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-e675ae72-555f-472b-a147-94cbd5acd3c6 None None] Provisioning complete for port a4f746ab-c4b3-402e-88d7-da0c4d457906 triggered by entity DHCP. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:30:19.929886 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-e675ae72-555f-472b-a147-94cbd5acd3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:19.979615 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-e675ae72-555f-472b-a147-94cbd5acd3c6 None None] Port a4f746ab-c4b3-402e-88d7-da0c4d457906 cannot update to ACTIVE because it is not bound. {{(pid=100186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 12:30:19.990064 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3098719c-458c-44d2-b0d8-907cba370650 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Pushing event updated for resources: {'Port': ['ID=c7ac27b9-8459-41dd-b855-1b217e463199,revision_number=2']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:20.004946 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-3098719c-458c-44d2-b0d8-907cba370650 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-619548'] for floatingip, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:20.106420 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-75a6aebc-c300-4092-82bb-b743a97fe48d admin admin] Notify callbacks [] for port, precommit_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:20.106992 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.db.l3_db [None req-3098719c-458c-44d2-b0d8-907cba370650 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Floating IP 22127c82-da8a-484f-9855-52f79a41e491 associated. External IP: 172.27.0.184, port: eeee66a4-c708-474b-bc48-a510a2390597. Oct 14 12:30:20.142876 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-75a6aebc-c300-4092-82bb-b743a97fe48d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6235095'] for port, after_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:20.225115 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-75a6aebc-c300-4092-82bb-b743a97fe48d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618727'] for router_interface, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:20.227499 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a6aebc-c300-4092-82bb-b743a97fe48d admin admin] Pushing event updated for resources: {'Port': ['ID=a4f746ab-c4b3-402e-88d7-da0c4d457906,revision_number=2']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:20.338551 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a6aebc-c300-4092-82bb-b743a97fe48d admin admin] Network 2166cd23-007c-4693-82e4-33c438a76fd9 is already hosted by enough agents. {{(pid=100184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:30:20.340104 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.base_scheduler [None req-75a6aebc-c300-4092-82bb-b743a97fe48d admin admin] Resources bound (agent type, host, resource id): {{(pid=100184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:30:20.387066 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3098719c-458c-44d2-b0d8-907cba370650 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Router ef56347c-c1c7-4226-a8ee-6efa63682cc7 has already been hosted by L3 agent 98567738-4256-4ddd-ae03-62c82ecec038 {{(pid=100185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 12:30:20.540729 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3098719c-458c-44d2-b0d8-907cba370650 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Notify agent at l3_agent.dv-cinder-813986-1-iscsi the message routers_updated {{(pid=100185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:30:20.553739 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad0aa8d-2ddb-4922-b79b-2e11eb1fe76d None None] Sync routers for ids ['ef56347c-c1c7-4226-a8ee-6efa63682cc7'] in dv-cinder-813986-1-iscsi {{(pid=100186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:30:20.566575 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad0aa8d-2ddb-4922-b79b-2e11eb1fe76d None None] Routers {'ef56347c-c1c7-4226-a8ee-6efa63682cc7'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:30:20.567527 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-fad0aa8d-2ddb-4922-b79b-2e11eb1fe76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:29:56Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['ef56347c-c1c7-4226-a8ee-6efa63682cc7'], 'active': True} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:30:20.641113 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-3098719c-458c-44d2-b0d8-907cba370650 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516790'] for floatingip, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:20.658163 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-cf498ab4-704f-4060-97df-3f21f711ca25 None None] Provisioning complete for port a4f746ab-c4b3-402e-88d7-da0c4d457906 triggered by entity DHCP. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:30:20.658521 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-cf498ab4-704f-4060-97df-3f21f711ca25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:20.667350 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75a6aebc-c300-4092-82bb-b743a97fe48d admin admin] Router b4742d5f-61ef-4898-9d55-75746ea727bc has already been hosted by L3 agent 98567738-4256-4ddd-ae03-62c82ecec038 {{(pid=100184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 12:30:20.685836 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-3098719c-458c-44d2-b0d8-907cba370650 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3942063 Oct 14 12:30:20.688369 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82200c30-25f0-4d09-a79d-a5246f8cc838', 'tag': 'eeee66a4-c708-474b-bc48-a510a2390597'}] {{(pid=100185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:30:20.691509 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}167116552ac494ad33fe024857b10e57374526f2b70b110e82d735407eff6bb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c0f479-96f8-417b-a86e-506a3160bc99" -d '{"events": [{"name": "network-changed", "server_uuid": "82200c30-25f0-4d09-a79d-a5246f8cc838", "tag": "eeee66a4-c708-474b-bc48-a510a2390597"}]}' {{(pid=100185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:30:20.717629 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-cf498ab4-704f-4060-97df-3f21f711ca25 None None] Port a4f746ab-c4b3-402e-88d7-da0c4d457906 cannot update to ACTIVE because it is not bound. {{(pid=100186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 12:30:20.733973 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 12:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eeb10bb-5e66-4b94-b236-cc8eaad20517 x-openstack-request-id: req-8eeb10bb-5e66-4b94-b236-cc8eaad20517 {{(pid=100185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:30:20.734377 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82200c30-25f0-4d09-a79d-a5246f8cc838", "tag": "eeee66a4-c708-474b-bc48-a510a2390597", "status": "completed", "code": 200}]} {{(pid=100185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:30:20.734662 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8eeb10bb-5e66-4b94-b236-cc8eaad20517 {{(pid=100185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:30:20.735062 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82200c30-25f0-4d09-a79d-a5246f8cc838', 'tag': 'eeee66a4-c708-474b-bc48-a510a2390597', 'status': 'completed', 'code': 200} Oct 14 12:30:20.735803 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvr_db [None req-fad0aa8d-2ddb-4922-b79b-2e11eb1fe76d None None] Set router ef56347c-c1c7-4226-a8ee-6efa63682cc7 gateway port host: dv-cinder-813986-1-iscsi {{(pid=100186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:30:20.839292 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75a6aebc-c300-4092-82bb-b743a97fe48d admin admin] Notify agent at l3_agent.dv-cinder-813986-1-iscsi the message routers_updated {{(pid=100184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:30:20.857405 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-75a6aebc-c300-4092-82bb-b743a97fe48d admin admin] 10.222.0.54 "PUT /v2.0/routers/b4742d5f-61ef-4898-9d55-75746ea727bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3604560 Oct 14 12:30:20.905670 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device 6af731dd-6baa-4c58-95f2-8ca5ba80c156 up at agent ovs-agent-dv-cinder-813986-1-iscsi {{(pid=100186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:30:21.030659 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Provisioning complete for port 6af731dd-6baa-4c58-95f2-8ca5ba80c156 triggered by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:30:21.031312 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:21.139370 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-fad0aa8d-2ddb-4922-b79b-2e11eb1fe76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef56347c-c1c7-4226-a8ee-6efa63682cc7', 'name': 'tempest-TestShelveInstance-494155533-router', 'tenant_id': '9d75b8979b4c4881a94b492a998237d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '9b6d5da3-54f6-4498-8766-f1cc9e165199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:28:20Z', 'updated_at': '2021-10-14T12:28:25Z', 'revision_number': 4, 'project_id': '9d75b8979b4c4881a94b492a998237d9', 'gw_port': {'id': '9b6d5da3-54f6-4498-8766-f1cc9e165199', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef56347c-c1c7-4226-a8ee-6efa63682cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:28:21Z', 'updated_at': '2021-10-14T12:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_floatingips': [{'id': '22127c82-da8a-484f-9855-52f79a41e491', 'tenant_id': '9d75b8979b4c4881a94b492a998237d9', 'floating_ip_address': '172.27.0.184', 'floating_network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'router_id': 'ef56347c-c1c7-4226-a8ee-6efa63682cc7', 'port_id': 'eeee66a4-c708-474b-bc48-a510a2390597', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acc15ba5-0543-4abc-b63a-0e54133d3dcf', 'mac_address': 'fa:16:3e:3a:c2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82200c30-25f0-4d09-a79d-a5246f8cc838', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T12:30:19Z', 'updated_at': '2021-10-14T12:30:19Z', 'revision_number': 0, 'project_id': '9d75b8979b4c4881a94b492a998237d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf1ce6c1-a195-433e-abb7-70dfbeac75f7', 'name': '', 'network_id': 'acc15ba5-0543-4abc-b63a-0e54133d3dcf', 'tenant_id': '9d75b8979b4c4881a94b492a998237d9', 'mac_address': 'fa:16:3e:65:68:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef56347c-c1c7-4226-a8ee-6efa63682cc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '499e8163-03c2-47ed-9554-87f8f0cc96a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:28:24Z', 'updated_at': '2021-10-14T12:28:29Z', 'revision_number': 5, 'project_id': '9d75b8979b4c4881a94b492a998237d9', 'subnets': [{'id': '499e8163-03c2-47ed-9554-87f8f0cc96a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:30:21.145697 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:21.177909 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad0aa8d-2ddb-4922-b79b-2e11eb1fe76d None None] Checking router: ef56347c-c1c7-4226-a8ee-6efa63682cc7 for host: dv-cinder-813986-1-iscsi {{(pid=100186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:30:21.196970 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad0aa8d-2ddb-4922-b79b-2e11eb1fe76d None None] Routers {'ef56347c-c1c7-4226-a8ee-6efa63682cc7'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:30:21.197577 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-fad0aa8d-2ddb-4922-b79b-2e11eb1fe76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:29:56Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['ef56347c-c1c7-4226-a8ee-6efa63682cc7'], 'active': True} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:30:21.200205 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] For port 6af731dd-6baa-4c58-95f2-8ca5ba80c156, host dv-cinder-813986-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=6af731dd-6baa-4c58-95f2-8ca5ba80c156,segment=NetworkSegment(25948913-841c-4e53-955d-096026847693),segment_id=25948913-841c-4e53-955d-096026847693)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:30:21.267849 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:21.344759 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Pushing event updated for resources: {'Port': ['ID=6af731dd-6baa-4c58-95f2-8ca5ba80c156,revision_number=4']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:21.348598 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvr_db [None req-fad0aa8d-2ddb-4922-b79b-2e11eb1fe76d None None] Set router ef56347c-c1c7-4226-a8ee-6efa63682cc7 gateway port host: dv-cinder-813986-1-iscsi {{(pid=100186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:30:21.527492 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 36112) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:30:21.532085 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.v2.base [None req-0a4da6a3-c766-406f-ad4f-a9616267a1b4 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1798671136', 'description': 'tempest-secgroup-smoke-1798671136 description', 'project_id': 'd99b7bc72612436fbfc26fefb4d4be39'}} {{(pid=100184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:30:21.576177 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-fad0aa8d-2ddb-4922-b79b-2e11eb1fe76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef56347c-c1c7-4226-a8ee-6efa63682cc7', 'name': 'tempest-TestShelveInstance-494155533-router', 'tenant_id': '9d75b8979b4c4881a94b492a998237d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '9b6d5da3-54f6-4498-8766-f1cc9e165199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:28:20Z', 'updated_at': '2021-10-14T12:28:25Z', 'revision_number': 4, 'project_id': '9d75b8979b4c4881a94b492a998237d9', 'gw_port': {'id': '9b6d5da3-54f6-4498-8766-f1cc9e165199', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef56347c-c1c7-4226-a8ee-6efa63682cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:28:21Z', 'updated_at': '2021-10-14T12:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_floatingips': [{'id': '22127c82-da8a-484f-9855-52f79a41e491', 'tenant_id': '9d75b8979b4c4881a94b492a998237d9', 'floating_ip_address': '172.27.0.184', 'floating_network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'router_id': 'ef56347c-c1c7-4226-a8ee-6efa63682cc7', 'port_id': 'eeee66a4-c708-474b-bc48-a510a2390597', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acc15ba5-0543-4abc-b63a-0e54133d3dcf', 'mac_address': 'fa:16:3e:3a:c2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82200c30-25f0-4d09-a79d-a5246f8cc838', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T12:30:19Z', 'updated_at': '2021-10-14T12:30:19Z', 'revision_number': 0, 'project_id': '9d75b8979b4c4881a94b492a998237d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf1ce6c1-a195-433e-abb7-70dfbeac75f7', 'name': '', 'network_id': 'acc15ba5-0543-4abc-b63a-0e54133d3dcf', 'tenant_id': '9d75b8979b4c4881a94b492a998237d9', 'mac_address': 'fa:16:3e:65:68:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef56347c-c1c7-4226-a8ee-6efa63682cc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '499e8163-03c2-47ed-9554-87f8f0cc96a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:28:24Z', 'updated_at': '2021-10-14T12:28:29Z', 'revision_number': 5, 'project_id': '9d75b8979b4c4881a94b492a998237d9', 'subnets': [{'id': '499e8163-03c2-47ed-9554-87f8f0cc96a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:30:21.632338 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-0a4da6a3-c766-406f-ad4f-a9616267a1b4 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks [] for security_group, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:21.703017 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-0a4da6a3-c766-406f-ad4f-a9616267a1b4 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks [] for security_group, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:21.723041 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad0aa8d-2ddb-4922-b79b-2e11eb1fe76d None None] The sync data for ids ['ef56347c-c1c7-4226-a8ee-6efa63682cc7'] in dv-cinder-813986-1-iscsi is: [{'id': 'ef56347c-c1c7-4226-a8ee-6efa63682cc7', 'name': 'tempest-TestShelveInstance-494155533-router', 'tenant_id': '9d75b8979b4c4881a94b492a998237d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '9b6d5da3-54f6-4498-8766-f1cc9e165199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:28:20Z', 'updated_at': '2021-10-14T12:28:25Z', 'revision_number': 4, 'project_id': '9d75b8979b4c4881a94b492a998237d9', 'gw_port': {'id': '9b6d5da3-54f6-4498-8766-f1cc9e165199', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef56347c-c1c7-4226-a8ee-6efa63682cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:28:21Z', 'updated_at': '2021-10-14T12:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_floatingips': [{'id': '22127c82-da8a-484f-9855-52f79a41e491', 'tenant_id': '9d75b8979b4c4881a94b492a998237d9', 'floating_ip_address': '172.27.0.184', 'floating_network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'router_id': 'ef56347c-c1c7-4226-a8ee-6efa63682cc7', 'port_id': 'eeee66a4-c708-474b-bc48-a510a2390597', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acc15ba5-0543-4abc-b63a-0e54133d3dcf', 'mac_address': 'fa:16:3e:3a:c2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82200c30-25f0-4d09-a79d-a5246f8cc838', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T12:30:19Z', 'updated_at': '2021-10-14T12:30:19Z', 'revision_number': 0, 'project_id': '9d75b8979b4c4881a94b492a998237d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf1ce6c1-a195-433e-abb7-70dfbeac75f7', 'name': '', 'network_id': 'acc15ba5-0543-4abc-b63a-0e54133d3dcf', 'tenant_id': '9d75b8979b4c4881a94b492a998237d9', 'mac_address': 'fa:16:3e:65:68:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef56347c-c1c7-4226-a8ee-6efa63682cc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '499e8163-03c2-47ed-9554-87f8f0cc96a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:28:24Z', 'updated_at': '2021-10-14T12:28:29Z', 'revision_number': 5, 'project_id': '9d75b8979b4c4881a94b492a998237d9', 'subnets': [{'id': '499e8163-03c2-47ed-9554-87f8f0cc96a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:30:21.769007 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-0a4da6a3-c766-406f-ad4f-a9616267a1b4 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:21.803788 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4da6a3-c766-406f-ad4f-a9616267a1b4 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68fb2c81-0a0b-490d-b3ee-a78d1372b2ef,revision_number=1']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:21.868560 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-0a4da6a3-c766-406f-ad4f-a9616267a1b4 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks [] for security_group, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:21.869837 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-0a4da6a3-c766-406f-ad4f-a9616267a1b4 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3413086 Oct 14 12:30:21.872691 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 36118) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:30:21.876943 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.v2.base [None req-1262e76e-5d74-48e7-9045-f04eaadde0cb tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Request body: {'security_group_rule': {'security_group_id': '68fb2c81-0a0b-490d-b3ee-a78d1372b2ef', 'project_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:30:21.968579 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-1262e76e-5d74-48e7-9045-f04eaadde0cb tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:22.023445 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-1262e76e-5d74-48e7-9045-f04eaadde0cb tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:22.105807 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-1262e76e-5d74-48e7-9045-f04eaadde0cb tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596696'] for security_group_rule, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:22.119032 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262e76e-5d74-48e7-9045-f04eaadde0cb tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5597bbe7-a213-4a97-8651-94c3cd96b5a6,revision_number=0']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:22.176466 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-1262e76e-5d74-48e7-9045-f04eaadde0cb tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:22.177685 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-1262e76e-5d74-48e7-9045-f04eaadde0cb tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3040755 Oct 14 12:30:22.181026 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 36120) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:30:22.185779 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.v2.base [None req-c9f5c12b-59eb-42d8-a2af-437ab7647df7 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Request body: {'security_group_rule': {'security_group_id': '68fb2c81-0a0b-490d-b3ee-a78d1372b2ef', 'project_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:30:22.259446 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-c9f5c12b-59eb-42d8-a2af-437ab7647df7 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:22.318247 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-c9f5c12b-59eb-42d8-a2af-437ab7647df7 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:22.391884 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-c9f5c12b-59eb-42d8-a2af-437ab7647df7 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596696'] for security_group_rule, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:22.409832 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f5c12b-59eb-42d8-a2af-437ab7647df7 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b11925cf-0280-40bd-8305-c51cd49e4f69,revision_number=0']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:22.468517 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-c9f5c12b-59eb-42d8-a2af-437ab7647df7 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:22.469847 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-c9f5c12b-59eb-42d8-a2af-437ab7647df7 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2878480 Oct 14 12:30:22.472638 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 36124) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:30:22.477488 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.v2.base [None req-5803fe9b-b8dc-4439-93f7-9c4b7a9661d0 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Request body: {'security_group_rule': {'security_group_id': '68fb2c81-0a0b-490d-b3ee-a78d1372b2ef', 'project_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:30:22.545197 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-5803fe9b-b8dc-4439-93f7-9c4b7a9661d0 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:22.604251 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-5803fe9b-b8dc-4439-93f7-9c4b7a9661d0 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:22.660345 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-5803fe9b-b8dc-4439-93f7-9c4b7a9661d0 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596696'] for security_group_rule, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:22.677749 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5803fe9b-b8dc-4439-93f7-9c4b7a9661d0 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd67f9ac-3a8d-4553-a4e4-c3f6e922ba05,revision_number=0']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:22.725078 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-5803fe9b-b8dc-4439-93f7-9c4b7a9661d0 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:22.726323 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-5803fe9b-b8dc-4439-93f7-9c4b7a9661d0 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2527025 Oct 14 12:30:22.729493 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 36128) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:30:22.733752 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.v2.base [None req-447e8002-8da0-4c57-a01d-b71a11c9bb1c tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Request body: {'security_group_rule': {'security_group_id': '68fb2c81-0a0b-490d-b3ee-a78d1372b2ef', 'project_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:30:22.802414 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-447e8002-8da0-4c57-a01d-b71a11c9bb1c tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:22.858785 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device 6af731dd-6baa-4c58-95f2-8ca5ba80c156 up at agent ovs-agent-dv-cinder-813986-1-iscsi {{(pid=100186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:30:22.866468 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-447e8002-8da0-4c57-a01d-b71a11c9bb1c tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:22.914611 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Provisioning complete for port 6af731dd-6baa-4c58-95f2-8ca5ba80c156 triggered by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:30:22.915084 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:22.940478 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-447e8002-8da0-4c57-a01d-b71a11c9bb1c tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596696'] for security_group_rule, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:22.958173 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447e8002-8da0-4c57-a01d-b71a11c9bb1c tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c990db5-bc41-4288-b776-03362b33a747,revision_number=0']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:23.028386 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-447e8002-8da0-4c57-a01d-b71a11c9bb1c tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:23.029851 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-447e8002-8da0-4c57-a01d-b71a11c9bb1c tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2991807 Oct 14 12:30:23.034225 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 36132) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:30:23.036875 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.v2.base [None req-06a51d0e-894f-40ed-9be1-4ab0853b2e9d tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Request body: {'security_group_rule': {'security_group_id': '68fb2c81-0a0b-490d-b3ee-a78d1372b2ef', 'project_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:30:23.052838 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8e7841-2f9d-4914-a5a9-a7dc7a3925ec None None] New status for floating IP 22127c82-da8a-484f-9855-52f79a41e491: ACTIVE {{(pid=100187) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 12:30:23.091641 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c247cd96-947c-4162-a6cf-73a315e9e5f4 None None] Sync routers for ids ['b4742d5f-61ef-4898-9d55-75746ea727bc'] in dv-cinder-813986-1-iscsi {{(pid=100186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:30:23.101349 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c247cd96-947c-4162-a6cf-73a315e9e5f4 None None] Routers {'b4742d5f-61ef-4898-9d55-75746ea727bc'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:30:23.102472 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-c247cd96-947c-4162-a6cf-73a315e9e5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:29:56Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['b4742d5f-61ef-4898-9d55-75746ea727bc'], 'active': True} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:30:23.146137 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.db.securitygroups_db [None req-06a51d0e-894f-40ed-9be1-4ab0853b2e9d tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Project d99b7bc72612436fbfc26fefb4d4be39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 14 12:30:23.151596 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-06a51d0e-894f-40ed-9be1-4ab0853b2e9d tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:23.175671 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-386adb5a-315c-4e40-83ce-dad9342e997b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:23.212256 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvr_db [None req-c247cd96-947c-4162-a6cf-73a315e9e5f4 None None] Set router b4742d5f-61ef-4898-9d55-75746ea727bc gateway port host: dv-cinder-813986-1-iscsi {{(pid=100186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:30:23.224199 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-06a51d0e-894f-40ed-9be1-4ab0853b2e9d tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:23.294540 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-06a51d0e-894f-40ed-9be1-4ab0853b2e9d tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596696'] for security_group_rule, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:23.315526 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a51d0e-894f-40ed-9be1-4ab0853b2e9d tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5ebfcb7-f174-4226-8118-ee265ee21a7f,revision_number=0']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:23.365307 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-06a51d0e-894f-40ed-9be1-4ab0853b2e9d tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:23.367126 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-06a51d0e-894f-40ed-9be1-4ab0853b2e9d tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3334978 Oct 14 12:30:23.369814 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 36134) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:30:23.386711 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.v2.base [None req-0f53d355-de65-4e0b-aa29-2288b908e2da tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Request body: {'security_group_rule': {'security_group_id': '68fb2c81-0a0b-490d-b3ee-a78d1372b2ef', 'project_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:30:23.428050 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-c247cd96-947c-4162-a6cf-73a315e9e5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4742d5f-61ef-4898-9d55-75746ea727bc', 'name': 'tempest-TestVolumeBootPattern-1476994203-router', 'tenant_id': 'ceab4731095441b29167cae74cc3dfe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '6af731dd-6baa-4c58-95f2-8ca5ba80c156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:30:15Z', 'updated_at': '2021-10-14T12:30:19Z', 'revision_number': 4, 'project_id': 'ceab4731095441b29167cae74cc3dfe0', 'gw_port': {'id': '6af731dd-6baa-4c58-95f2-8ca5ba80c156', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:10:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4742d5f-61ef-4898-9d55-75746ea727bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:16Z', 'updated_at': '2021-10-14T12:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_interfaces': [{'id': 'a4f746ab-c4b3-402e-88d7-da0c4d457906', 'name': '', 'network_id': '2166cd23-007c-4693-82e4-33c438a76fd9', 'tenant_id': 'ceab4731095441b29167cae74cc3dfe0', 'mac_address': 'fa:16:3e:bf:a4:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4742d5f-61ef-4898-9d55-75746ea727bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'ea872bca-2e1e-493f-a76e-4783f1c2ddb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:19Z', 'updated_at': '2021-10-14T12:30:19Z', 'revision_number': 2, 'project_id': 'ceab4731095441b29167cae74cc3dfe0', 'subnets': [{'id': 'ea872bca-2e1e-493f-a76e-4783f1c2ddb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:30:23.453957 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c247cd96-947c-4162-a6cf-73a315e9e5f4 None None] Checking router: b4742d5f-61ef-4898-9d55-75746ea727bc for host: dv-cinder-813986-1-iscsi {{(pid=100186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:30:23.454477 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c247cd96-947c-4162-a6cf-73a315e9e5f4 None None] Updating router b4742d5f-61ef-4898-9d55-75746ea727bc port a4f746ab-c4b3-402e-88d7-da0c4d457906 binding host dv-cinder-813986-1-iscsi {{(pid=100186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 12:30:23.471917 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.db.securitygroups_db [None req-0f53d355-de65-4e0b-aa29-2288b908e2da tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Project d99b7bc72612436fbfc26fefb4d4be39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 14 12:30:23.485480 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-0f53d355-de65-4e0b-aa29-2288b908e2da tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:23.486774 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-c247cd96-947c-4162-a6cf-73a315e9e5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:23.539949 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-0f53d355-de65-4e0b-aa29-2288b908e2da tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:23.604117 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-0f53d355-de65-4e0b-aa29-2288b908e2da tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596696'] for security_group_rule, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:23.622645 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f53d355-de65-4e0b-aa29-2288b908e2da tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cdb35a6-bc2b-45fe-afe6-32b277c9fe9d,revision_number=0']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:23.679493 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-0f53d355-de65-4e0b-aa29-2288b908e2da tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:23.680688 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-0f53d355-de65-4e0b-aa29-2288b908e2da tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3098843 Oct 14 12:30:23.759295 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-c247cd96-947c-4162-a6cf-73a315e9e5f4 None None] Notify callbacks [] for port, precommit_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:23.843607 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-c247cd96-947c-4162-a6cf-73a315e9e5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:23.899288 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4403d5af-2ef2-4842-84ec-3a7e740e9743 None None] Pushing event updated for resources: {'Port': ['ID=a4f746ab-c4b3-402e-88d7-da0c4d457906,revision_number=3']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:23.959475 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.managers [None req-c247cd96-947c-4162-a6cf-73a315e9e5f4 None None] Attempting to bind port a4f746ab-c4b3-402e-88d7-da0c4d457906 on host dv-cinder-813986-1-iscsi for vnic_type normal with profile {{(pid=100186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:30:23.959842 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.managers [None req-c247cd96-947c-4162-a6cf-73a315e9e5f4 None None] Attempting to bind port a4f746ab-c4b3-402e-88d7-da0c4d457906 by drivers openvswitch,hyperv on host dv-cinder-813986-1-iscsi at level 0 using segments [{'id': 'd33a9172-9219-4e17-b9ae-6e2290a7d742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2166cd23-007c-4693-82e4-33c438a76fd9'}] {{(pid=100186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:30:23.960228 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c247cd96-947c-4162-a6cf-73a315e9e5f4 None None] Attempting to bind port a4f746ab-c4b3-402e-88d7-da0c4d457906 on network 2166cd23-007c-4693-82e4-33c438a76fd9 {{(pid=100186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:30:23.965387 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c247cd96-947c-4162-a6cf-73a315e9e5f4 None None] Checking agent: {'id': '87c3554d-181c-44a6-8f26-629ea6b28d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813986-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 18, 27), 'started_at': datetime.datetime(2021, 10, 14, 12, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813986-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:30:23.965753 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c247cd96-947c-4162-a6cf-73a315e9e5f4 None None] Checking segment: {'id': 'd33a9172-9219-4e17-b9ae-6e2290a7d742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2166cd23-007c-4693-82e4-33c438a76fd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:30:23.966254 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-c247cd96-947c-4162-a6cf-73a315e9e5f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:23.966648 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c247cd96-947c-4162-a6cf-73a315e9e5f4 None None] Bound using segment: {'id': 'd33a9172-9219-4e17-b9ae-6e2290a7d742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2166cd23-007c-4693-82e4-33c438a76fd9'} {{(pid=100186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:30:23.967104 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.managers [None req-c247cd96-947c-4162-a6cf-73a315e9e5f4 None None] Bound port: a4f746ab-c4b3-402e-88d7-da0c4d457906, host: dv-cinder-813986-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd33a9172-9219-4e17-b9ae-6e2290a7d742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2166cd23-007c-4693-82e4-33c438a76fd9'}}] {{(pid=100186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:30:23.967625 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-c247cd96-947c-4162-a6cf-73a315e9e5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:24.036953 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-c247cd96-947c-4162-a6cf-73a315e9e5f4 None None] For port a4f746ab-c4b3-402e-88d7-da0c4d457906, host dv-cinder-813986-1-iscsi, cleared binding levels {{(pid=100186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:30:24.041002 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-c247cd96-947c-4162-a6cf-73a315e9e5f4 None None] For port a4f746ab-c4b3-402e-88d7-da0c4d457906, host dv-cinder-813986-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=a4f746ab-c4b3-402e-88d7-da0c4d457906,segment=NetworkSegment(d33a9172-9219-4e17-b9ae-6e2290a7d742),segment_id=d33a9172-9219-4e17-b9ae-6e2290a7d742)] {{(pid=100186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:30:24.158700 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-c247cd96-947c-4162-a6cf-73a315e9e5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:24.160408 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-3ff9ed6b-62d4-4a13-b6c4-ec025b0591dd None None] Provisioning complete for port a4f746ab-c4b3-402e-88d7-da0c4d457906 triggered by entity DHCP. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:30:24.160823 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-3ff9ed6b-62d4-4a13-b6c4-ec025b0591dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:24.252602 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4403d5af-2ef2-4842-84ec-3a7e740e9743 None None] Pushing event updated for resources: {'Port': ['ID=a4f746ab-c4b3-402e-88d7-da0c4d457906,revision_number=4']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:24.261535 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c247cd96-947c-4162-a6cf-73a315e9e5f4 None None] Routers {'b4742d5f-61ef-4898-9d55-75746ea727bc'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:30:24.262183 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-c247cd96-947c-4162-a6cf-73a315e9e5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:29:56Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['b4742d5f-61ef-4898-9d55-75746ea727bc'], 'active': True} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:30:24.275446 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c0f479-96f8-417b-a86e-506a3160bc99 req-12d58e48-970e-4586-96c1-41458e003da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:24.278202 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-78c0f479-96f8-417b-a86e-506a3160bc99 req-12d58e48-970e-4586-96c1-41458e003da8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9d75b8979b4c4881a94b492a998237d9&device_id=82200c30-25f0-4d09-a79d-a5246f8cc838 HTTP/1.1" status: 200 len: 1098 time: 0.0770600 Oct 14 12:30:24.380356 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c0f479-96f8-417b-a86e-506a3160bc99 req-e835cb23-e1fe-4f26-b450-4e98ceaff84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:24.381585 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-3ff9ed6b-62d4-4a13-b6c4-ec025b0591dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:24.381825 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-78c0f479-96f8-417b-a86e-506a3160bc99 req-e835cb23-e1fe-4f26-b450-4e98ceaff84a service neutron] 10.222.0.25 "GET /v2.0/networks?id=acc15ba5-0543-4abc-b63a-0e54133d3dcf HTTP/1.1" status: 200 len: 909 time: 0.0928330 Oct 14 12:30:24.427375 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvr_db [None req-c247cd96-947c-4162-a6cf-73a315e9e5f4 None None] Set router b4742d5f-61ef-4898-9d55-75746ea727bc gateway port host: dv-cinder-813986-1-iscsi {{(pid=100186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:30:24.459808 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-3ff9ed6b-62d4-4a13-b6c4-ec025b0591dd None None] For port a4f746ab-c4b3-402e-88d7-da0c4d457906, host dv-cinder-813986-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=a4f746ab-c4b3-402e-88d7-da0c4d457906,segment=NetworkSegment(d33a9172-9219-4e17-b9ae-6e2290a7d742),segment_id=d33a9172-9219-4e17-b9ae-6e2290a7d742)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:30:24.541626 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-3ff9ed6b-62d4-4a13-b6c4-ec025b0591dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:24.615953 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff9ed6b-62d4-4a13-b6c4-ec025b0591dd None None] Pushing event updated for resources: {'Port': ['ID=a4f746ab-c4b3-402e-88d7-da0c4d457906,revision_number=5']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:24.668325 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-78c0f479-96f8-417b-a86e-506a3160bc99 req-9dfa5671-380b-4010-a558-1d77a7f2e23f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eeee66a4-c708-474b-bc48-a510a2390597 HTTP/1.1" status: 200 len: 1001 time: 0.0691710 Oct 14 12:30:24.684729 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-dd1acb56-e29d-4a9f-a043-576325835a56 None None] Provisioning complete for port a4f746ab-c4b3-402e-88d7-da0c4d457906 triggered by entity DHCP. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:30:24.685099 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-dd1acb56-e29d-4a9f-a043-576325835a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:24.725141 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c0f479-96f8-417b-a86e-506a3160bc99 req-312318fc-e8c6-44f7-8b31-0d185d03181f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:24.727120 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-78c0f479-96f8-417b-a86e-506a3160bc99 req-312318fc-e8c6-44f7-8b31-0d185d03181f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=499e8163-03c2-47ed-9554-87f8f0cc96a6 HTTP/1.1" status: 200 len: 847 time: 0.0459988 Oct 14 12:30:24.733715 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-c247cd96-947c-4162-a6cf-73a315e9e5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4742d5f-61ef-4898-9d55-75746ea727bc', 'name': 'tempest-TestVolumeBootPattern-1476994203-router', 'tenant_id': 'ceab4731095441b29167cae74cc3dfe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '6af731dd-6baa-4c58-95f2-8ca5ba80c156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:30:15Z', 'updated_at': '2021-10-14T12:30:19Z', 'revision_number': 4, 'project_id': 'ceab4731095441b29167cae74cc3dfe0', 'gw_port': {'id': '6af731dd-6baa-4c58-95f2-8ca5ba80c156', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:10:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4742d5f-61ef-4898-9d55-75746ea727bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:16Z', 'updated_at': '2021-10-14T12:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_interfaces': [{'id': 'a4f746ab-c4b3-402e-88d7-da0c4d457906', 'name': '', 'network_id': '2166cd23-007c-4693-82e4-33c438a76fd9', 'tenant_id': 'ceab4731095441b29167cae74cc3dfe0', 'mac_address': 'fa:16:3e:bf:a4:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4742d5f-61ef-4898-9d55-75746ea727bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'ea872bca-2e1e-493f-a76e-4783f1c2ddb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:19Z', 'updated_at': '2021-10-14T12:30:24Z', 'revision_number': 4, 'project_id': 'ceab4731095441b29167cae74cc3dfe0', 'subnets': [{'id': 'ea872bca-2e1e-493f-a76e-4783f1c2ddb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:30:24.762505 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c247cd96-947c-4162-a6cf-73a315e9e5f4 None None] The sync data for ids ['b4742d5f-61ef-4898-9d55-75746ea727bc'] in dv-cinder-813986-1-iscsi is: [{'id': 'b4742d5f-61ef-4898-9d55-75746ea727bc', 'name': 'tempest-TestVolumeBootPattern-1476994203-router', 'tenant_id': 'ceab4731095441b29167cae74cc3dfe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '6af731dd-6baa-4c58-95f2-8ca5ba80c156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:30:15Z', 'updated_at': '2021-10-14T12:30:19Z', 'revision_number': 4, 'project_id': 'ceab4731095441b29167cae74cc3dfe0', 'gw_port': {'id': '6af731dd-6baa-4c58-95f2-8ca5ba80c156', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:10:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4742d5f-61ef-4898-9d55-75746ea727bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:16Z', 'updated_at': '2021-10-14T12:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_interfaces': [{'id': 'a4f746ab-c4b3-402e-88d7-da0c4d457906', 'name': '', 'network_id': '2166cd23-007c-4693-82e4-33c438a76fd9', 'tenant_id': 'ceab4731095441b29167cae74cc3dfe0', 'mac_address': 'fa:16:3e:bf:a4:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4742d5f-61ef-4898-9d55-75746ea727bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'ea872bca-2e1e-493f-a76e-4783f1c2ddb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:19Z', 'updated_at': '2021-10-14T12:30:24Z', 'revision_number': 4, 'project_id': 'ceab4731095441b29167cae74cc3dfe0', 'subnets': [{'id': 'ea872bca-2e1e-493f-a76e-4783f1c2ddb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:30:24.785694 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c0f479-96f8-417b-a86e-506a3160bc99 req-a1745afa-fcbc-46e2-8fb3-5d6ea934a8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:24.787229 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-78c0f479-96f8-417b-a86e-506a3160bc99 req-a1745afa-fcbc-46e2-8fb3-5d6ea934a8de service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=acc15ba5-0543-4abc-b63a-0e54133d3dcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0468864 Oct 14 12:30:24.909390 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-78c0f479-96f8-417b-a86e-506a3160bc99 req-fbb46b8a-b865-4263-89fd-76efb5b9d493 service neutron] 10.222.0.25 "GET /v2.0/networks/acc15ba5-0543-4abc-b63a-0e54133d3dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103444 Oct 14 12:30:24.941002 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device a4f746ab-c4b3-402e-88d7-da0c4d457906 up at agent ovs-agent-dv-cinder-813986-1-iscsi {{(pid=100186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:30:25.021548 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Provisioning complete for port a4f746ab-c4b3-402e-88d7-da0c4d457906 triggered by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:30:25.022201 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:25.041800 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-78c0f479-96f8-417b-a86e-506a3160bc99 req-d82e6b50-60b0-4186-be67-80237a5f80d7 service neutron] 10.222.0.25 "GET /v2.0/networks/acc15ba5-0543-4abc-b63a-0e54133d3dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237688 Oct 14 12:30:25.940606 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-ff0c7294-df8f-496f-9496-4866173320c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:27.078042 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-469b4b0a-0edb-4369-82f6-413c16907b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:27.082080 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:28.341019 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-27c04846-3a84-4189-8b30-75b8cfbf2676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:29.335008 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff229dc4-93e9-4039-ab91-a8c327e111d6 req-cb899590-22ac-4bdf-b2cf-80077219e95f tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:29.337123 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ff229dc4-93e9-4039-ab91-a8c327e111d6 req-cb899590-22ac-4bdf-b2cf-80077219e95f tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 946 time: 0.0545673 Oct 14 12:30:29.391550 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ff229dc4-93e9-4039-ab91-a8c327e111d6 req-33b9047a-e6f1-4f8c-8217-ec6108cb441a tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482578 Oct 14 12:30:29.803231 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 36308) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:30:29.925242 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-6ec01a8c-0726-46f6-a444-6e0b53301158 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:30.010784 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-6ec01a8c-0726-46f6-a444-6e0b53301158 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:30.088988 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-6ec01a8c-0726-46f6-a444-6e0b53301158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:30.130183 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-6ec01a8c-0726-46f6-a444-6e0b53301158 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6f6bf9dd913a405c9305d52795f182e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3257785 Oct 14 12:30:30.130855 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 36314) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:30:30.137950 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec01a8c-0726-46f6-a444-6e0b53301158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=982f8032-641d-4d0b-879c-88ccca3ca11d,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:30.155038 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec01a8c-0726-46f6-a444-6e0b53301158 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:30.155385 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec01a8c-0726-46f6-a444-6e0b53301158 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:30.155718 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec01a8c-0726-46f6-a444-6e0b53301158 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:30.156077 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec01a8c-0726-46f6-a444-6e0b53301158 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:30.156408 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec01a8c-0726-46f6-a444-6e0b53301158 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:30.156732 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec01a8c-0726-46f6-a444-6e0b53301158 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:30.157053 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec01a8c-0726-46f6-a444-6e0b53301158 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:30.157762 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec01a8c-0726-46f6-a444-6e0b53301158 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:30.157762 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec01a8c-0726-46f6-a444-6e0b53301158 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:30.157991 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec01a8c-0726-46f6-a444-6e0b53301158 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:30.158306 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec01a8c-0726-46f6-a444-6e0b53301158 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:30.158618 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec01a8c-0726-46f6-a444-6e0b53301158 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:30.200685 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-686ec232-078a-4450-8a5e-9f215e781354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:30.221714 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-686ec232-078a-4450-8a5e-9f215e781354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:30.322915 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-686ec232-078a-4450-8a5e-9f215e781354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:30.325645 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-686ec232-078a-4450-8a5e-9f215e781354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:30.326846 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-686ec232-078a-4450-8a5e-9f215e781354 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/982f8032-641d-4d0b-879c-88ccca3ca11d HTTP/1.1" status: 204 len: 168 time: 0.1947632 Oct 14 12:30:30.340499 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686ec232-078a-4450-8a5e-9f215e781354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=982f8032-641d-4d0b-879c-88ccca3ca11d,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:30.512896 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a92b9d0-b747-4e33-8f03-101847ab13d5 req-76488248-d495-4671-bef5-b1082915314b tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:30.514476 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-5a92b9d0-b747-4e33-8f03-101847ab13d5 req-76488248-d495-4671-bef5-b1082915314b tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 946 time: 0.0525856 Oct 14 12:30:30.555603 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-5a92b9d0-b747-4e33-8f03-101847ab13d5 req-75c91e4a-2565-4d06-8ea6-d648659ce71f tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338023 Oct 14 12:30:31.686733 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0986d750-c0bd-46bc-9785-6fd52d75d21d req-a3ca59b8-caaa-4046-88b6-63d0a4ae4735 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:31.688806 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-0986d750-c0bd-46bc-9785-6fd52d75d21d req-a3ca59b8-caaa-4046-88b6-63d0a4ae4735 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 946 time: 0.0595262 Oct 14 12:30:31.729243 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-0986d750-c0bd-46bc-9785-6fd52d75d21d req-6d84c2ef-75e9-4dca-9559-eedc2d16de1f tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339856 Oct 14 12:30:32.864400 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b008e2-0d8d-4db1-bae5-5ca9c738fe02 req-c12318e3-13b3-4b1d-97c5-c2e13eea5c6a tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:32.872738 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-e9b008e2-0d8d-4db1-bae5-5ca9c738fe02 req-c12318e3-13b3-4b1d-97c5-c2e13eea5c6a tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 946 time: 0.0636988 Oct 14 12:30:32.909359 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-e9b008e2-0d8d-4db1-bae5-5ca9c738fe02 req-7ca1f33e-19b1-45ed-b211-f09769146cd5 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342612 Oct 14 12:30:34.026286 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd84758-6549-40af-afe1-626b608abbaa req-23c8cf4d-d015-43f7-a8ef-92173756a842 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:34.027969 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-dfd84758-6549-40af-afe1-626b608abbaa req-23c8cf4d-d015-43f7-a8ef-92173756a842 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 946 time: 0.0489447 Oct 14 12:30:34.067284 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-dfd84758-6549-40af-afe1-626b608abbaa req-d44129b7-855f-4b46-9bbc-216fba7e5641 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334907 Oct 14 12:30:35.189414 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca84c35c-f59d-41eb-b41b-8a5f671d0a3e req-6d6835bf-d30b-4d29-89b4-14a16d6cea56 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:35.190905 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ca84c35c-f59d-41eb-b41b-8a5f671d0a3e req-6d6835bf-d30b-4d29-89b4-14a16d6cea56 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 946 time: 0.0572360 Oct 14 12:30:35.231159 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ca84c35c-f59d-41eb-b41b-8a5f671d0a3e req-8940ce4e-cca3-46b6-bb66-5a0e7717e885 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338404 Oct 14 12:30:36.344608 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2a4bc-64a6-42fe-9f80-3f3aa908c2bc req-bd34bc12-5df0-41da-9f61-820e39b29efb tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:36.346050 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-5bb2a4bc-64a6-42fe-9f80-3f3aa908c2bc req-bd34bc12-5df0-41da-9f61-820e39b29efb tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 946 time: 0.0498857 Oct 14 12:30:36.383878 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-5bb2a4bc-64a6-42fe-9f80-3f3aa908c2bc req-514ac42e-bd77-42f7-8b55-a80fefef2c64 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316155 Oct 14 12:30:37.499147 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278acd24-46d5-464f-827e-91f12cc39052 req-1a269e30-3e0e-42ba-b130-32feb53a8c3d tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:37.500564 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-278acd24-46d5-464f-827e-91f12cc39052 req-1a269e30-3e0e-42ba-b130-32feb53a8c3d tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 946 time: 0.0492268 Oct 14 12:30:37.538561 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-278acd24-46d5-464f-827e-91f12cc39052 req-14cc4d1a-935f-4984-a1cf-c5ebfdd42234 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320873 Oct 14 12:30:37.700279 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:38.657164 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3413403-27de-4065-a36d-7ecc04189728 req-993de138-2a01-4af9-9217-c183cae4e141 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:38.658806 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-a3413403-27de-4065-a36d-7ecc04189728 req-993de138-2a01-4af9-9217-c183cae4e141 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 946 time: 0.0539136 Oct 14 12:30:38.697166 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-a3413403-27de-4065-a36d-7ecc04189728 req-49a864ef-d01c-46ca-bd86-9078be9c70a1 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324070 Oct 14 12:30:39.010407 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cf21ad-3184-4206-b0bd-f4225f384c57 req-7401d54c-23c2-40ed-9e4b-6a3a4b2db007 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:39.011834 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-b5cf21ad-3184-4206-b0bd-f4225f384c57 req-7401d54c-23c2-40ed-9e4b-6a3a4b2db007 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 946 time: 0.0469227 Oct 14 12:30:39.106655 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.plugin [req-b5cf21ad-3184-4206-b0bd-f4225f384c57 req-ebfe3cad-c0a6-4709-b98c-7d92fbec9866 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Deleting port 0043b3d8-61e9-4803-a124-cd6089b5671b {{(pid=100185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 12:30:39.106962 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-b5cf21ad-3184-4206-b0bd-f4225f384c57 req-ebfe3cad-c0a6-4709-b98c-7d92fbec9866 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787793337694'] for port, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:39.204831 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.db [req-b5cf21ad-3184-4206-b0bd-f4225f384c57 req-ebfe3cad-c0a6-4709-b98c-7d92fbec9866 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] For port 0043b3d8-61e9-4803-a124-cd6089b5671b, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=0043b3d8-61e9-4803-a124-cd6089b5671b,segment=NetworkSegment(f8489ad1-6355-48f4-a2b4-24bed11b919a),segment_id=f8489ad1-6355-48f4-a2b4-24bed11b919a)] {{(pid=100185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:30:39.206076 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-b5cf21ad-3184-4206-b0bd-f4225f384c57 req-ebfe3cad-c0a6-4709-b98c-7d92fbec9866 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612080'] for port, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:39.221658 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.plugin [req-b5cf21ad-3184-4206-b0bd-f4225f384c57 req-ebfe3cad-c0a6-4709-b98c-7d92fbec9866 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Calling delete_port for 0043b3d8-61e9-4803-a124-cd6089b5671b owned by compute:nova {{(pid=100185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 12:30:39.436934 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-b5cf21ad-3184-4206-b0bd-f4225f384c57 req-ebfe3cad-c0a6-4709-b98c-7d92fbec9866 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787793344296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787792822815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7811617'] for port, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:39.449446 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] get_ports_and_sgs() called for port_ids ['05d49b53-bff2-427b-8b2c-37dab1c47dc7', '0043b3d8-61e9-4803-a124-cd6089b5671b'] {{(pid=100186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:30:39.477322 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfe3cad-c0a6-4709-b98c-7d92fbec9866 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Pushing event deleted for resources: {'Port': ['ID=0043b3d8-61e9-4803-a124-cd6089b5671b,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:39.524177 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5cf21ad-3184-4206-b0bd-f4225f384c57 req-ebfe3cad-c0a6-4709-b98c-7d92fbec9866 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] No DVR routers for this DVR port 0043b3d8-61e9-4803-a124-cd6089b5671b on host hv-cinder-81398 {{(pid=100185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 12:30:39.526988 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-b5cf21ad-3184-4206-b0bd-f4225f384c57 req-ebfe3cad-c0a6-4709-b98c-7d92fbec9866 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516790'] for port, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:39.530407 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-b5cf21ad-3184-4206-b0bd-f4225f384c57 req-ebfe3cad-c0a6-4709-b98c-7d92fbec9866 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.25 "DELETE /v2.0/ports/0043b3d8-61e9-4803-a124-cd6089b5671b HTTP/1.1" status: 204 len: 173 time: 0.5096092 Oct 14 12:30:39.530835 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cf7e0df-beb7-42f7-9627-b9ff09af6e1e', 'name': 'network-vif-deleted', 'tag': '0043b3d8-61e9-4803-a124-cd6089b5671b'}] {{(pid=100185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:30:39.533110 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}167116552ac494ad33fe024857b10e57374526f2b70b110e82d735407eff6bb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-277d00c0-c991-4995-bfc5-2ead4248c3d5" -d '{"events": [{"server_uuid": "9cf7e0df-beb7-42f7-9627-b9ff09af6e1e", "name": "network-vif-deleted", "tag": "0043b3d8-61e9-4803-a124-cd6089b5671b"}]}' {{(pid=100185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:30:39.570857 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c225fbd-d7c8-4323-a2f7-fb3229a8f102 x-openstack-request-id: req-1c225fbd-d7c8-4323-a2f7-fb3229a8f102 {{(pid=100185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:30:39.571134 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cf7e0df-beb7-42f7-9627-b9ff09af6e1e", "name": "network-vif-deleted", "tag": "0043b3d8-61e9-4803-a124-cd6089b5671b", "status": "completed", "code": 200}]} {{(pid=100185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:30:39.571384 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1c225fbd-d7c8-4323-a2f7-fb3229a8f102 {{(pid=100185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:30:39.571769 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cf7e0df-beb7-42f7-9627-b9ff09af6e1e', 'name': 'network-vif-deleted', 'tag': '0043b3d8-61e9-4803-a124-cd6089b5671b', 'status': 'completed', 'code': 200} Oct 14 12:30:39.794715 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-1d08af01-c898-4f81-80a1-e06959e6fb99 req-42f35f1f-2fa8-4c92-bb6f-00f75a81813d tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf7e0df-beb7-42f7-9627-b9ff09af6e1e HTTP/1.1" status: 200 len: 210 time: 0.0271230 Oct 14 12:30:40.216611 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-0e332950-daf5-43df-aa9f-ee71ad632924 req-55919486-2260-48c2-b3e2-f73cd4807972 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=38687012-8f9f-4542-83fa-ec21281ab936&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421612 Oct 14 12:30:40.314941 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e332950-daf5-43df-aa9f-ee71ad632924 req-24e00e52-860b-4bd0-bf4d-4fc26abd5242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:40.316431 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-0e332950-daf5-43df-aa9f-ee71ad632924 req-24e00e52-860b-4bd0-bf4d-4fc26abd5242 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3f9a829dc9ba4ba2bab9da3451c434c9&device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 1098 time: 0.0430801 Oct 14 12:30:40.435806 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e332950-daf5-43df-aa9f-ee71ad632924 req-b7c719aa-e1f3-420c-8fd4-f6b29be9d2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:40.437343 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-0e332950-daf5-43df-aa9f-ee71ad632924 req-b7c719aa-e1f3-420c-8fd4-f6b29be9d2a1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a349fb8c-8bea-466f-b8db-b99e89a5a9ba HTTP/1.1" status: 200 len: 920 time: 0.0952055 Oct 14 12:30:40.481247 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-0e332950-daf5-43df-aa9f-ee71ad632924 req-9f11b743-c601-41dc-8a45-ed78dac1cc13 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05d49b53-bff2-427b-8b2c-37dab1c47dc7 HTTP/1.1" status: 200 len: 217 time: 0.0357220 Oct 14 12:30:40.535136 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e332950-daf5-43df-aa9f-ee71ad632924 req-753d628d-11ca-4f52-b8d4-8b640b3813a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:40.551336 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-0e332950-daf5-43df-aa9f-ee71ad632924 req-753d628d-11ca-4f52-b8d4-8b640b3813a8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b2109f7d-7a0b-4378-9f1f-6d0a061effdd HTTP/1.1" status: 200 len: 859 time: 0.0432327 Oct 14 12:30:40.588727 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-0e332950-daf5-43df-aa9f-ee71ad632924 req-920ac5ff-4822-4117-bc4b-81897d25af83 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a349fb8c-8bea-466f-b8db-b99e89a5a9ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248239 Oct 14 12:30:40.687953 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-0e332950-daf5-43df-aa9f-ee71ad632924 req-d4e0410c-2e08-4b45-aff2-18b25e3a716d service neutron] 10.222.0.25 "GET /v2.0/networks/a349fb8c-8bea-466f-b8db-b99e89a5a9ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892406 Oct 14 12:30:40.780973 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-0e332950-daf5-43df-aa9f-ee71ad632924 req-e821b5cd-3526-412b-be9c-286df724317b service neutron] 10.222.0.25 "GET /v2.0/networks/a349fb8c-8bea-466f-b8db-b99e89a5a9ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832901 Oct 14 12:30:41.287300 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f784196d-03ec-4e24-b692-f3015658d5d1 req-d8dddfc8-837e-48a5-9da7-6d3798e7d9ea tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:41.289415 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-f784196d-03ec-4e24-b692-f3015658d5d1 req-d8dddfc8-837e-48a5-9da7-6d3798e7d9ea tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 945 time: 0.0522499 Oct 14 12:30:41.328297 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-f784196d-03ec-4e24-b692-f3015658d5d1 req-2895f0e1-e9f9-4770-af92-337c9dd342cb tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327294 Oct 14 12:30:42.210653 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device 0043b3d8-61e9-4803-a124-cd6089b5671b no longer exists at agent hyperv_hv-cinder-81398 {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:30:42.231515 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] No Port match for: 0043b3d8-61e9-4803-a124-cd6089b5671b {{(pid=100186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 12:30:42.231830 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device 0043b3d8-61e9-4803-a124-cd6089b5671b not bound to the agent host hv-cinder-81398 {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:30:42.447679 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d28ee3-e8d9-4cd6-ab1c-2bb8a493ce9e req-1212b3e8-eb96-46e9-8486-c7da7cda2acf tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:42.449251 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-58d28ee3-e8d9-4cd6-ab1c-2bb8a493ce9e req-1212b3e8-eb96-46e9-8486-c7da7cda2acf tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 945 time: 0.0546625 Oct 14 12:30:42.487742 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-58d28ee3-e8d9-4cd6-ab1c-2bb8a493ce9e req-812d8392-74ee-4e57-b2ac-14be9bce0ebb tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323853 Oct 14 12:30:43.603206 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2952522-b291-43d7-b6b0-3b381701f122 req-aee7fd8a-abe4-495b-9751-f02d46e18cc1 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:43.604817 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b2952522-b291-43d7-b6b0-3b381701f122 req-aee7fd8a-abe4-495b-9751-f02d46e18cc1 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 945 time: 0.0515089 Oct 14 12:30:43.649434 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b2952522-b291-43d7-b6b0-3b381701f122 req-0956bb69-cfac-45fd-a142-a2af3a409ebb tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361655 Oct 14 12:30:44.767722 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb3d768-b972-484e-9f13-e5d5d596bd23 req-3409f0ea-33bc-48c6-b1c8-b2f938dbe76d tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:44.769222 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-3cb3d768-b972-484e-9f13-e5d5d596bd23 req-3409f0ea-33bc-48c6-b1c8-b2f938dbe76d tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 945 time: 0.0498989 Oct 14 12:30:44.809731 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-3cb3d768-b972-484e-9f13-e5d5d596bd23 req-2a9e73e0-098f-4c5b-bb29-1bdef9d38817 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344117 Oct 14 12:30:45.241580 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 36550) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:30:45.353820 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-f299335a-4312-4164-a5d2-3416a939ced9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:45.642382 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-f299335a-4312-4164-a5d2-3416a939ced9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:45.722217 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-f299335a-4312-4164-a5d2-3416a939ced9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:45.761674 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-f299335a-4312-4164-a5d2-3416a939ced9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fd2cb302cedb475887c8e9f8fb9fa3a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5190096 Oct 14 12:30:45.762621 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f299335a-4312-4164-a5d2-3416a939ced9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e4301a-856e-42a1-9995-3df5c6e409aa,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:45.764411 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 36558) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:30:45.820846 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-9d5a5ccb-d077-487b-9ec1-16aa96ace9e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:45.843729 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-9d5a5ccb-d077-487b-9ec1-16aa96ace9e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:45.928577 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b405f5e-2a4c-4b7d-a3a6-0a58086aa0aa req-226b4576-10ef-4509-886e-ae7d0a849754 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:45.930449 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-5b405f5e-2a4c-4b7d-a3a6-0a58086aa0aa req-226b4576-10ef-4509-886e-ae7d0a849754 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 945 time: 0.0546649 Oct 14 12:30:45.967784 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-5b405f5e-2a4c-4b7d-a3a6-0a58086aa0aa req-c99677f7-1ffc-4a46-9bc7-43a9cfe5e408 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310500 Oct 14 12:30:46.002327 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-9d5a5ccb-d077-487b-9ec1-16aa96ace9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:46.004947 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-9d5a5ccb-d077-487b-9ec1-16aa96ace9e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:46.006114 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-9d5a5ccb-d077-487b-9ec1-16aa96ace9e1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/81e4301a-856e-42a1-9995-3df5c6e409aa HTTP/1.1" status: 204 len: 168 time: 0.2406573 Oct 14 12:30:46.013813 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5a5ccb-d077-487b-9ec1-16aa96ace9e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e4301a-856e-42a1-9995-3df5c6e409aa,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:46.020976 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5a5ccb-d077-487b-9ec1-16aa96ace9e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:46.021333 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5a5ccb-d077-487b-9ec1-16aa96ace9e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:46.021663 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5a5ccb-d077-487b-9ec1-16aa96ace9e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:46.021995 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5a5ccb-d077-487b-9ec1-16aa96ace9e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:46.022327 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5a5ccb-d077-487b-9ec1-16aa96ace9e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:46.023167 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5a5ccb-d077-487b-9ec1-16aa96ace9e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:46.023494 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5a5ccb-d077-487b-9ec1-16aa96ace9e1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:46.023819 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5a5ccb-d077-487b-9ec1-16aa96ace9e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:46.024178 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5a5ccb-d077-487b-9ec1-16aa96ace9e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:46.024485 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5a5ccb-d077-487b-9ec1-16aa96ace9e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:46.024800 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5a5ccb-d077-487b-9ec1-16aa96ace9e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:46.025112 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5a5ccb-d077-487b-9ec1-16aa96ace9e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:30:46.970777 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 36606) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:30:47.076656 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.v2.base [None req-412f7a1b-d3c7-482c-8384-4df81c1019e9 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1378200026-network', 'tenant_id': '7386eb17bb53401580b88b5e997f79c4'}} {{(pid=100184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:30:47.099371 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdecdcc6-1fbc-4941-a328-b3f280f59a67 req-76b74793-8037-4b4e-9112-23fc226c1276 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:47.101385 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-cdecdcc6-1fbc-4941-a328-b3f280f59a67 req-76b74793-8037-4b4e-9112-23fc226c1276 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 945 time: 0.0671790 Oct 14 12:30:47.141389 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-cdecdcc6-1fbc-4941-a328-b3f280f59a67 req-4487994d-e293-4ed9-9aa4-e77a6b00ac69 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337780 Oct 14 12:30:47.161712 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412f7a1b-d3c7-482c-8384-4df81c1019e9 admin admin] Made reservation on behalf of 7386eb17bb53401580b88b5e997f79c4 for: {'network': 1} {{(pid=100184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:30:47.164627 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-412f7a1b-d3c7-482c-8384-4df81c1019e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for network, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:47.173229 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-412f7a1b-d3c7-482c-8384-4df81c1019e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:47.246665 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-412f7a1b-d3c7-482c-8384-4df81c1019e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:47.316029 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-412f7a1b-d3c7-482c-8384-4df81c1019e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:47.342582 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-412f7a1b-d3c7-482c-8384-4df81c1019e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=100184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 12:30:47.347708 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412f7a1b-d3c7-482c-8384-4df81c1019e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6deba12c-7438-4114-924c-efb4ca037d12,revision_number=1']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:47.356018 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-412f7a1b-d3c7-482c-8384-4df81c1019e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030694'] for segment, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:47.356018 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.db.segments_db [None req-412f7a1b-d3c7-482c-8384-4df81c1019e9 admin admin] Added segment 584ba055-2dc7-48f3-84b9-4127e809eac3 of type vlan for network bf7b702e-0c4b-4e94-abad-8847fcd2ec90 Oct 14 12:30:47.394015 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-412f7a1b-d3c7-482c-8384-4df81c1019e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787792777849'] for network, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:47.487469 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-412f7a1b-d3c7-482c-8384-4df81c1019e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640'] for network, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:47.488483 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412f7a1b-d3c7-482c-8384-4df81c1019e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:47.489068 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-412f7a1b-d3c7-482c-8384-4df81c1019e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531662'] for network, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:47.551909 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412f7a1b-d3c7-482c-8384-4df81c1019e9 admin admin] Pushing event updated for resources: {'Network': ['ID=bf7b702e-0c4b-4e94-abad-8847fcd2ec90,revision_number=1']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:47.562077 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Network bf7b702e-0c4b-4e94-abad-8847fcd2ec90 details requested by agent ovs-agent-dv-cinder-813986-1-iscsi with host dv-cinder-813986-1-iscsi {{(pid=100186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 12:30:47.611970 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-412f7a1b-d3c7-482c-8384-4df81c1019e9 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6383774 Oct 14 12:30:47.614355 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 36622) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:30:47.618844 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.v2.base [None req-bed60d5a-edd1-4772-be86-748969486c1a admin admin] Request body: {'subnet': {'network_id': 'bf7b702e-0c4b-4e94-abad-8847fcd2ec90', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1378200026-subnet', 'tenant_id': '7386eb17bb53401580b88b5e997f79c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:30:47.733245 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed60d5a-edd1-4772-be86-748969486c1a admin admin] Made reservation on behalf of 7386eb17bb53401580b88b5e997f79c4 for: {'subnet': 1} {{(pid=100184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:30:47.735594 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-bed60d5a-edd1-4772-be86-748969486c1a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638926'] for subnet, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:47.962942 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-bed60d5a-edd1-4772-be86-748969486c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6234462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638908'] for subnet, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:48.019440 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed60d5a-edd1-4772-be86-748969486c1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=66d7e724-354a-40b0-9c78-94e2f7dba884,revision_number=0']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:48.029798 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed60d5a-edd1-4772-be86-748969486c1a admin admin] Checking segment: {'id': '584ba055-2dc7-48f3-84b9-4127e809eac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'bf7b702e-0c4b-4e94-abad-8847fcd2ec90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:30:48.030276 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed60d5a-edd1-4772-be86-748969486c1a admin admin] Network hostable DHCP agents. Network: bf7b702e-0c4b-4e94-abad-8847fcd2ec90, hostable agents: ['e1af82bd-3b37-4baa-aee7-1aadb6380796'], hosted agents: [] {{(pid=100184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 12:30:48.045001 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 36636) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:30:48.081855 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed60d5a-edd1-4772-be86-748969486c1a admin admin] Network bf7b702e-0c4b-4e94-abad-8847fcd2ec90 is scheduled to be hosted by DHCP agent e1af82bd-3b37-4baa-aee7-1aadb6380796 with binding_index 1 {{(pid=100184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 12:30:48.147893 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.base_scheduler [None req-bed60d5a-edd1-4772-be86-748969486c1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813986-1-iscsi, bf7b702e-0c4b-4e94-abad-8847fcd2ec90) {{(pid=100184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:30:48.151285 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-a57ccaca-e15d-41bf-9050-e3d208a3a10d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:48.154230 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed60d5a-edd1-4772-be86-748969486c1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:48.154888 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-bed60d5a-edd1-4772-be86-748969486c1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531662'] for subnet, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:48.155658 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73df671-b3ba-4bdc-a473-8bcfcca36d93 None None] Network bf7b702e-0c4b-4e94-abad-8847fcd2ec90 requested from dv-cinder-813986-1-iscsi {{(pid=100186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:30:48.246672 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-bed60d5a-edd1-4772-be86-748969486c1a admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6315482 Oct 14 12:30:48.272716 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-a57ccaca-e15d-41bf-9050-e3d208a3a10d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:48.283729 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af1bf3e-f347-4c5a-81ff-87fa74798fed None None] Network bf7b702e-0c4b-4e94-abad-8847fcd2ec90 requested from dv-cinder-813986-1-iscsi {{(pid=100186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:30:48.284749 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f752f121-6336-4fc1-aa02-17682dc5fbbc req-2e4ed8c8-73c1-4cad-925d-8fdc91d7066c tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:48.286667 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-f752f121-6336-4fc1-aa02-17682dc5fbbc req-2e4ed8c8-73c1-4cad-925d-8fdc91d7066c tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 945 time: 0.0778739 Oct 14 12:30:48.332021 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-f752f121-6336-4fc1-aa02-17682dc5fbbc req-7ee126e5-83bf-4bd3-aec3-fed158f653ca tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376713 Oct 14 12:30:48.337624 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-a57ccaca-e15d-41bf-9050-e3d208a3a10d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:48.377626 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-a57ccaca-e15d-41bf-9050-e3d208a3a10d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0538c171a1814e05b9756e4f6a3ffc2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3314891 Oct 14 12:30:48.381493 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57ccaca-e15d-41bf-9050-e3d208a3a10d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ed3a3a-67d0-423f-8200-e6ec2c206dd5,revision_number=1']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:48.381662 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 36644) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:30:48.449192 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-60358d69-57ba-42f3-a6c7-cdd835007a76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:48.469649 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-60358d69-57ba-42f3-a6c7-cdd835007a76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:48.561660 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-60358d69-57ba-42f3-a6c7-cdd835007a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:48.564436 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-60358d69-57ba-42f3-a6c7-cdd835007a76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:48.565564 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-60358d69-57ba-42f3-a6c7-cdd835007a76 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/50ed3a3a-67d0-423f-8200-e6ec2c206dd5 HTTP/1.1" status: 204 len: 168 time: 0.1840024 Oct 14 12:30:48.574440 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60358d69-57ba-42f3-a6c7-cdd835007a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ed3a3a-67d0-423f-8200-e6ec2c206dd5,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:49.312317 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 36666) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:30:49.328234 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-511c4c97-8a9f-4575-b780-32ef4eb98874 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:49.402592 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-511c4c97-8a9f-4575-b780-32ef4eb98874 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:49.447870 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-511c4c97-8a9f-4575-b780-32ef4eb98874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:49.458931 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db4f206-c463-40aa-b451-fc8562d80b5b req-cdcce841-bf31-46f8-b6ad-17fd663a4f75 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:49.460475 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-5db4f206-c463-40aa-b451-fc8562d80b5b req-cdcce841-bf31-46f8-b6ad-17fd663a4f75 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 945 time: 0.0551193 Oct 14 12:30:49.486600 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-511c4c97-8a9f-4575-b780-32ef4eb98874 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=af34668bd4484f1ea07ef2d5c13df429&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1729887 Oct 14 12:30:49.488512 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c4c97-8a9f-4575-b780-32ef4eb98874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4049dce-70d0-4d51-9bc7-a79540c14a37,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:49.490789 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 36672) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:30:49.500649 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-5db4f206-c463-40aa-b451-fc8562d80b5b req-e5f938e9-de80-465c-82fa-622a46e8d4cd tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/security-groups?id=00165916-53be-4342-a976-75a3f433faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336947 Oct 14 12:30:49.577775 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7826d635-b108-4f25-acc1-c5a32050485e req-b35e2d4f-7235-49ad-9a91-0dcc85dd5a2e tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:49.579129 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-7826d635-b108-4f25-acc1-c5a32050485e req-b35e2d4f-7235-49ad-9a91-0dcc85dd5a2e tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.25 "GET /v2.0/ports?device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 945 time: 0.0688763 Oct 14 12:30:49.588578 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-f7d6fc97-cc82-48ee-8e73-4864f8ba4957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:49.637530 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-f7d6fc97-cc82-48ee-8e73-4864f8ba4957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:49.715210 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.plugin [req-7826d635-b108-4f25-acc1-c5a32050485e req-d209c9f4-8988-47c9-b197-66acc475dc22 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Deleting port 05d49b53-bff2-427b-8b2c-37dab1c47dc7 {{(pid=100185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 12:30:49.715546 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-7826d635-b108-4f25-acc1-c5a32050485e req-d209c9f4-8988-47c9-b197-66acc475dc22 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787793337694'] for port, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:49.799429 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-f7d6fc97-cc82-48ee-8e73-4864f8ba4957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:49.802022 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-f7d6fc97-cc82-48ee-8e73-4864f8ba4957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:49.803150 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-f7d6fc97-cc82-48ee-8e73-4864f8ba4957 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d4049dce-70d0-4d51-9bc7-a79540c14a37 HTTP/1.1" status: 204 len: 168 time: 0.3100791 Oct 14 12:30:49.804961 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.db [req-7826d635-b108-4f25-acc1-c5a32050485e req-d209c9f4-8988-47c9-b197-66acc475dc22 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] For port 05d49b53-bff2-427b-8b2c-37dab1c47dc7, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=05d49b53-bff2-427b-8b2c-37dab1c47dc7,segment=NetworkSegment(f8489ad1-6355-48f4-a2b4-24bed11b919a),segment_id=f8489ad1-6355-48f4-a2b4-24bed11b919a)] {{(pid=100185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:30:49.806520 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-7826d635-b108-4f25-acc1-c5a32050485e req-d209c9f4-8988-47c9-b197-66acc475dc22 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612080'] for port, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:49.820289 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d6fc97-cc82-48ee-8e73-4864f8ba4957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4049dce-70d0-4d51-9bc7-a79540c14a37,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:49.825282 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.plugin [req-7826d635-b108-4f25-acc1-c5a32050485e req-d209c9f4-8988-47c9-b197-66acc475dc22 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Calling delete_port for 05d49b53-bff2-427b-8b2c-37dab1c47dc7 owned by compute:nova {{(pid=100185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 12:30:50.053203 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-7826d635-b108-4f25-acc1-c5a32050485e req-d209c9f4-8988-47c9-b197-66acc475dc22 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787793344296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787792822815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7811617'] for port, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:50.070402 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] get_ports_and_sgs() called for port_ids ['05d49b53-bff2-427b-8b2c-37dab1c47dc7'] {{(pid=100186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:30:50.080625 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d209c9f4-8988-47c9-b197-66acc475dc22 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Pushing event deleted for resources: {'Port': ['ID=05d49b53-bff2-427b-8b2c-37dab1c47dc7,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:50.121296 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.db.l3_dvrscheduler_db [req-7826d635-b108-4f25-acc1-c5a32050485e req-d209c9f4-8988-47c9-b197-66acc475dc22 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] No DVR routers for this DVR port 05d49b53-bff2-427b-8b2c-37dab1c47dc7 on host hv-cinder-81398 {{(pid=100185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 12:30:50.123806 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-7826d635-b108-4f25-acc1-c5a32050485e req-d209c9f4-8988-47c9-b197-66acc475dc22 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516790'] for port, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:50.127090 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-7826d635-b108-4f25-acc1-c5a32050485e req-d209c9f4-8988-47c9-b197-66acc475dc22 tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.25 "DELETE /v2.0/ports/05d49b53-bff2-427b-8b2c-37dab1c47dc7 HTTP/1.1" status: 204 len: 173 time: 0.5358965 Oct 14 12:30:50.127523 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38687012-8f9f-4542-83fa-ec21281ab936', 'name': 'network-vif-deleted', 'tag': '05d49b53-bff2-427b-8b2c-37dab1c47dc7'}] {{(pid=100185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:30:50.129886 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}167116552ac494ad33fe024857b10e57374526f2b70b110e82d735407eff6bb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45cdfcf5-b818-46de-86fb-ef5cb2265ea7" -d '{"events": [{"server_uuid": "38687012-8f9f-4542-83fa-ec21281ab936", "name": "network-vif-deleted", "tag": "05d49b53-bff2-427b-8b2c-37dab1c47dc7"}]}' {{(pid=100185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:30:50.168855 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e47d1b-74e0-429a-97af-d711b0d6e1da x-openstack-request-id: req-c2e47d1b-74e0-429a-97af-d711b0d6e1da {{(pid=100185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:30:50.168855 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38687012-8f9f-4542-83fa-ec21281ab936", "name": "network-vif-deleted", "tag": "05d49b53-bff2-427b-8b2c-37dab1c47dc7", "status": "completed", "code": 200}]} {{(pid=100185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:30:50.168855 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c2e47d1b-74e0-429a-97af-d711b0d6e1da {{(pid=100185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:30:50.168855 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38687012-8f9f-4542-83fa-ec21281ab936', 'name': 'network-vif-deleted', 'tag': '05d49b53-bff2-427b-8b2c-37dab1c47dc7', 'status': 'completed', 'code': 200} Oct 14 12:30:50.528297 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 36688) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:30:50.544866 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-2f05e841-5f7f-45f4-8393-5e18b074e807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:50.613896 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-f9947565-0070-4c94-a1c3-29c9f0e8307b req-55b8da0f-b0fa-4d6f-b889-ac558e23861f tempest-ServerRescueNegativeTestJSON-1459740843 tempest-ServerRescueNegativeTestJSON-1459740843-project] 10.222.0.54 "GET /v2.0/ports?device_id=38687012-8f9f-4542-83fa-ec21281ab936 HTTP/1.1" status: 200 len: 210 time: 0.0254133 Oct 14 12:30:50.619850 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-2f05e841-5f7f-45f4-8393-5e18b074e807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:50.670435 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-2f05e841-5f7f-45f4-8393-5e18b074e807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:50.707154 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f05e841-5f7f-45f4-8393-5e18b074e807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c56067dc-d56c-48f0-b872-6bdca35d9d6e,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:50.711363 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-2f05e841-5f7f-45f4-8393-5e18b074e807 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ad6f13483cb742ecb68584c1d59952bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1820421 Oct 14 12:30:50.714515 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 36690) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:30:50.761326 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-c54ba754-bd58-4dc1-b32f-88417dcc9d0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:50.781629 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-c54ba754-bd58-4dc1-b32f-88417dcc9d0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:50.870402 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-c54ba754-bd58-4dc1-b32f-88417dcc9d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:50.873094 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-c54ba754-bd58-4dc1-b32f-88417dcc9d0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:50.874248 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-c54ba754-bd58-4dc1-b32f-88417dcc9d0c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c56067dc-d56c-48f0-b872-6bdca35d9d6e HTTP/1.1" status: 204 len: 168 time: 0.1593640 Oct 14 12:30:50.883013 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54ba754-bd58-4dc1-b32f-88417dcc9d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c56067dc-d56c-48f0-b872-6bdca35d9d6e,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:51.602314 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc4cfd4-d974-4384-b639-b9d6f8905269 req-037495e2-7238-41b4-85a7-99575874e484 tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:51.603750 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9dc4cfd4-d974-4384-b639-b9d6f8905269 req-037495e2-7238-41b4-85a7-99575874e484 tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] 10.222.0.54 "GET /v2.0/networks?id=bf7b702e-0c4b-4e94-abad-8847fcd2ec90 HTTP/1.1" status: 200 len: 814 time: 0.1039529 Oct 14 12:30:51.618145 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9dc4cfd4-d974-4384-b639-b9d6f8905269 req-59348b2b-c1be-418d-911b-f97281afba53 tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] 10.222.0.54 "GET /v2.0/quotas/7386eb17bb53401580b88b5e997f79c4 HTTP/1.1" status: 200 len: 375 time: 0.0085938 Oct 14 12:30:51.649287 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9dc4cfd4-d974-4384-b639-b9d6f8905269 req-39096426-5f90-4a90-8a93-b26e36dd7246 tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=7386eb17bb53401580b88b5e997f79c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258963 Oct 14 12:30:51.673353 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 36724) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:30:51.745179 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9dc4cfd4-d974-4384-b639-b9d6f8905269 req-083eff91-a361-4f50-b5f0-b628133ceaf9 service neutron] 10.222.0.54 "GET /v2.0/networks/bf7b702e-0c4b-4e94-abad-8847fcd2ec90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891750 Oct 14 12:30:51.840120 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9dc4cfd4-d974-4384-b639-b9d6f8905269 req-b6deb661-b546-4e80-a700-5195249d6778 service neutron] 10.222.0.54 "GET /v2.0/networks/bf7b702e-0c4b-4e94-abad-8847fcd2ec90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879395 Oct 14 12:30:52.101907 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b1da9b65-cc68-4284-90e5-9d966f46e76f req-42e6fb6b-dae3-4da3-b123-03fd336bd7e5 tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] 10.222.0.54 "GET /v2.0/ports?device_id=af5e3865-94cc-49e7-810c-d6e18009f6d2 HTTP/1.1" status: 200 len: 210 time: 0.0404899 Oct 14 12:30:52.128895 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-04e08238-9942-4201-8d6f-03f09c312617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-618524'] for router_interface, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:52.240495 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device 05d49b53-bff2-427b-8b2c-37dab1c47dc7 no longer exists at agent hyperv_hv-cinder-81398 {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:30:52.281762 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] No Port match for: 05d49b53-bff2-427b-8b2c-37dab1c47dc7 {{(pid=100186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 12:30:52.282104 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device 05d49b53-bff2-427b-8b2c-37dab1c47dc7 not bound to the agent host hv-cinder-81398 {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:30:52.437911 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.plugin [None req-04e08238-9942-4201-8d6f-03f09c312617 admin admin] Deleting port 5ed4385d-88de-4c84-9078-a4962ca63ddc {{(pid=100185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 12:30:52.441090 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-04e08238-9942-4201-8d6f-03f09c312617 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787793337694'] for port, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:52.518118 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.db [None req-04e08238-9942-4201-8d6f-03f09c312617 admin admin] For port 5ed4385d-88de-4c84-9078-a4962ca63ddc, host dv-cinder-813986-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=5ed4385d-88de-4c84-9078-a4962ca63ddc,segment=NetworkSegment(f8489ad1-6355-48f4-a2b4-24bed11b919a),segment_id=f8489ad1-6355-48f4-a2b4-24bed11b919a)] {{(pid=100185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:30:52.518479 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-04e08238-9942-4201-8d6f-03f09c312617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612080'] for port, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:52.532351 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.plugin [None req-04e08238-9942-4201-8d6f-03f09c312617 admin admin] Calling delete_port for 5ed4385d-88de-4c84-9078-a4962ca63ddc owned by network:router_interface {{(pid=100185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 12:30:52.790447 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-04e08238-9942-4201-8d6f-03f09c312617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787793344296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787792822815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7811617'] for port, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:52.821354 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e08238-9942-4201-8d6f-03f09c312617 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ed4385d-88de-4c84-9078-a4962ca63ddc,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:52.973077 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-04e08238-9942-4201-8d6f-03f09c312617 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619576'] for router_interface, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:53.139002 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-f648f81b-1442-4f01-befc-24a7aad8e11f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:53.202929 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04e08238-9942-4201-8d6f-03f09c312617 admin admin] Router 44857d53-1bbc-484a-94d0-78e8e8ad1918 has already been hosted by L3 agent 98567738-4256-4ddd-ae03-62c82ecec038 {{(pid=100185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 12:30:53.208743 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b0119aa7-7872-4810-8172-2f28eee76e89 req-c316918a-165e-48c4-9558-a351ffb42d57 tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] 10.222.0.54 "GET /v2.0/ports?device_id=af5e3865-94cc-49e7-810c-d6e18009f6d2 HTTP/1.1" status: 200 len: 210 time: 0.0260787 Oct 14 12:30:53.311184 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04e08238-9942-4201-8d6f-03f09c312617 admin admin] Notify agent at l3_agent.dv-cinder-813986-1-iscsi the message routers_updated {{(pid=100185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:30:53.321602 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-04e08238-9942-4201-8d6f-03f09c312617 admin admin] 10.222.0.54 "PUT /v2.0/routers/44857d53-1bbc-484a-94d0-78e8e8ad1918/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6470807 Oct 14 12:30:53.324187 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 36800) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:30:53.326827 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4fceff-c1da-4df1-b5e9-e0905eb479c3 None None] Sync routers for ids ['44857d53-1bbc-484a-94d0-78e8e8ad1918'] in dv-cinder-813986-1-iscsi {{(pid=100187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:30:53.346286 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4fceff-c1da-4df1-b5e9-e0905eb479c3 None None] Routers {'44857d53-1bbc-484a-94d0-78e8e8ad1918'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:30:53.347068 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_hamode_db [None req-cd4fceff-c1da-4df1-b5e9-e0905eb479c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:30:26Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['44857d53-1bbc-484a-94d0-78e8e8ad1918'], 'active': True} {{(pid=100187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:30:53.446555 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-3d97a493-d449-4c5e-b432-aaf3a77b731a admin admin] Notify callbacks [] for router, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:53.466518 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_dvr_db [None req-cd4fceff-c1da-4df1-b5e9-e0905eb479c3 None None] Set router 44857d53-1bbc-484a-94d0-78e8e8ad1918 gateway port host: dv-cinder-813986-1-iscsi {{(pid=100187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:30:53.565545 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-3d97a493-d449-4c5e-b432-aaf3a77b731a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:53.662234 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_hamode_db [None req-cd4fceff-c1da-4df1-b5e9-e0905eb479c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44857d53-1bbc-484a-94d0-78e8e8ad1918', 'name': 'tempest-ServerRescueNegativeTestJSON-1144285974-router', 'tenant_id': '3f9a829dc9ba4ba2bab9da3451c434c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '1346fb4c-582c-43b8-a1d5-00e147f2e6fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:26:47Z', 'updated_at': '2021-10-14T12:30:52Z', 'revision_number': 5, 'project_id': '3f9a829dc9ba4ba2bab9da3451c434c9', 'gw_port': {'id': '1346fb4c-582c-43b8-a1d5-00e147f2e6fb', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44857d53-1bbc-484a-94d0-78e8e8ad1918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:26:47Z', 'updated_at': '2021-10-14T12:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi'}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:30:53.679924 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.plugin [None req-3d97a493-d449-4c5e-b432-aaf3a77b731a admin admin] Deleting port 1346fb4c-582c-43b8-a1d5-00e147f2e6fb {{(pid=100184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 12:30:53.680295 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-3d97a493-d449-4c5e-b432-aaf3a77b731a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787793337694'] for port, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:53.693255 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4fceff-c1da-4df1-b5e9-e0905eb479c3 None None] Checking router: 44857d53-1bbc-484a-94d0-78e8e8ad1918 for host: dv-cinder-813986-1-iscsi {{(pid=100187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:30:53.701547 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4fceff-c1da-4df1-b5e9-e0905eb479c3 None None] Routers {'44857d53-1bbc-484a-94d0-78e8e8ad1918'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:30:53.702166 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_hamode_db [None req-cd4fceff-c1da-4df1-b5e9-e0905eb479c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:30:26Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['44857d53-1bbc-484a-94d0-78e8e8ad1918'], 'active': True} {{(pid=100187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:30:53.764459 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.db [None req-3d97a493-d449-4c5e-b432-aaf3a77b731a admin admin] For port 1346fb4c-582c-43b8-a1d5-00e147f2e6fb, host dv-cinder-813986-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=1346fb4c-582c-43b8-a1d5-00e147f2e6fb,segment=NetworkSegment(25948913-841c-4e53-955d-096026847693),segment_id=25948913-841c-4e53-955d-096026847693)] {{(pid=100184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:30:53.764919 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-3d97a493-d449-4c5e-b432-aaf3a77b731a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612080'] for port, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:53.777592 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.plugin [None req-3d97a493-d449-4c5e-b432-aaf3a77b731a admin admin] Calling delete_port for 1346fb4c-582c-43b8-a1d5-00e147f2e6fb owned by network:router_gateway {{(pid=100184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 12:30:53.784496 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_dvr_db [None req-cd4fceff-c1da-4df1-b5e9-e0905eb479c3 None None] Set router 44857d53-1bbc-484a-94d0-78e8e8ad1918 gateway port host: None {{(pid=100187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:30:53.839266 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_hamode_db [None req-cd4fceff-c1da-4df1-b5e9-e0905eb479c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44857d53-1bbc-484a-94d0-78e8e8ad1918', 'name': 'tempest-ServerRescueNegativeTestJSON-1144285974-router', 'tenant_id': '3f9a829dc9ba4ba2bab9da3451c434c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:26:47Z', 'updated_at': '2021-10-14T12:30:53Z', 'revision_number': 6, 'project_id': '3f9a829dc9ba4ba2bab9da3451c434c9', 'gw_port_host': None}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:30:53.864791 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4fceff-c1da-4df1-b5e9-e0905eb479c3 None None] The sync data for ids ['44857d53-1bbc-484a-94d0-78e8e8ad1918'] in dv-cinder-813986-1-iscsi is: [{'id': '44857d53-1bbc-484a-94d0-78e8e8ad1918', 'name': 'tempest-ServerRescueNegativeTestJSON-1144285974-router', 'tenant_id': '3f9a829dc9ba4ba2bab9da3451c434c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:26:47Z', 'updated_at': '2021-10-14T12:30:53Z', 'revision_number': 6, 'project_id': '3f9a829dc9ba4ba2bab9da3451c434c9', 'gw_port_host': None}] {{(pid=100187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:30:54.026090 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-3d97a493-d449-4c5e-b432-aaf3a77b731a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787793344296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787792822815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235086'] for port, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:54.053124 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d97a493-d449-4c5e-b432-aaf3a77b731a admin admin] Pushing event deleted for resources: {'Port': ['ID=1346fb4c-582c-43b8-a1d5-00e147f2e6fb,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:54.120218 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-3d97a493-d449-4c5e-b432-aaf3a77b731a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-619714'] for router_gateway, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:54.236220 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-3d97a493-d449-4c5e-b432-aaf3a77b731a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-498'] for router, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:54.238933 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-3d97a493-d449-4c5e-b432-aaf3a77b731a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:54.259954 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc4cfd4-d974-4384-b639-b9d6f8905269 req-214c6c18-9cf9-420a-b9f8-c8d1745ff4bc tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:54.260448 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-9dc4cfd4-d974-4384-b639-b9d6f8905269 req-214c6c18-9cf9-420a-b9f8-c8d1745ff4bc tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] 10.222.0.25 "GET /v2.0/networks?id=bf7b702e-0c4b-4e94-abad-8847fcd2ec90 HTTP/1.1" status: 200 len: 814 time: 0.1397743 Oct 14 12:30:54.280298 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.v2.base [req-9dc4cfd4-d974-4384-b639-b9d6f8905269 req-3c753e0d-cbda-459a-a548-87afa4b19cfd tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] Request body: {'port': {'device_id': 'af5e3865-94cc-49e7-810c-d6e18009f6d2', 'network_id': 'bf7b702e-0c4b-4e94-abad-8847fcd2ec90', 'admin_state_up': True, 'tenant_id': '7386eb17bb53401580b88b5e997f79c4'}} {{(pid=100185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:30:54.331273 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-0d21f445-9435-4cef-8677-f54865969ef9 req-d1943c0a-396e-4d97-8a33-559e04333bae tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] 10.222.0.54 "GET /v2.0/ports?device_id=af5e3865-94cc-49e7-810c-d6e18009f6d2 HTTP/1.1" status: 200 len: 210 time: 0.0286291 Oct 14 12:30:54.418702 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-3d97a493-d449-4c5e-b432-aaf3a77b731a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560242'] for router, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:54.427768 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d97a493-d449-4c5e-b432-aaf3a77b731a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44857d53-1bbc-484a-94d0-78e8e8ad1918 {{(pid=100184) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 12:30:54.427768 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-3d97a493-d449-4c5e-b432-aaf3a77b731a admin admin] Notify callbacks [] for router, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:54.427768 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-3d97a493-d449-4c5e-b432-aaf3a77b731a admin admin] 10.222.0.54 "DELETE /v2.0/routers/44857d53-1bbc-484a-94d0-78e8e8ad1918 HTTP/1.1" status: 204 len: 168 time: 1.1002851 Oct 14 12:30:54.429516 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 36822) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:30:54.476797 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.db.db_base_plugin_v2 [None req-4beba6f1-1c19-45ee-9042-59d90e15d2a2 admin admin] Deleting subnet b2109f7d-7a0b-4378-9f1f-6d0a061effdd {{(pid=100184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Oct 14 12:30:54.479812 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-4beba6f1-1c19-45ee-9042-59d90e15d2a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:54.516618 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-4beba6f1-1c19-45ee-9042-59d90e15d2a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5993249'] for subnet, precommit_delete_associations {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:54.521662 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dc4cfd4-d974-4384-b639-b9d6f8905269 req-3c753e0d-cbda-459a-a548-87afa4b19cfd tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] Made reservation on behalf of 7386eb17bb53401580b88b5e997f79c4 for: {'port': 1} {{(pid=100185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:30:54.526179 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-9dc4cfd4-d974-4384-b639-b9d6f8905269 req-3c753e0d-cbda-459a-a548-87afa4b19cfd tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:54.534023 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.agents_db [None req-78dcfc36-1157-4c7d-a1d8-d24093a96b44 None None] Agent healthcheck: found 6 active agents {{(pid=100187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:30:54.575354 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-4beba6f1-1c19-45ee-9042-59d90e15d2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2028271'] for subnet, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:54.665677 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.db.db_base_plugin_common [req-9dc4cfd4-d974-4384-b639-b9d6f8905269 req-3c753e0d-cbda-459a-a548-87afa4b19cfd tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] Allocated IP 172.20.0.11 (bf7b702e-0c4b-4e94-abad-8847fcd2ec90/66d7e724-354a-40b0-9c78-94e2f7dba884/8c622bef-4c48-4406-b07f-d0471a9e0205) {{(pid=100185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:30:54.693306 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-4beba6f1-1c19-45ee-9042-59d90e15d2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2028256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6235037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4638885'] for subnet, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:54.719539 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beba6f1-1c19-45ee-9042-59d90e15d2a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2109f7d-7a0b-4378-9f1f-6d0a061effdd,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:54.735209 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-4beba6f1-1c19-45ee-9042-59d90e15d2a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531662'] for subnet, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:54.736670 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-4beba6f1-1c19-45ee-9042-59d90e15d2a2 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/b2109f7d-7a0b-4378-9f1f-6d0a061effdd HTTP/1.1" status: 204 len: 168 time: 0.3071177 Oct 14 12:30:54.737293 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 36828) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:30:54.807361 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-db34271b-74c5-4572-bf84-e17c0eaeb326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1900015'] for network, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:54.819567 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-9dc4cfd4-d974-4384-b639-b9d6f8905269 req-3c753e0d-cbda-459a-a548-87afa4b19cfd tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] Notify callbacks [] for port, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:54.879280 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device 1346fb4c-582c-43b8-a1d5-00e147f2e6fb no longer exists at agent ovs-agent-dv-cinder-813986-1-iscsi {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:30:54.896211 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-db34271b-74c5-4572-bf84-e17c0eaeb326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2018836', 'neutron.services.segments.db._delete_segments_for_network-8787793369613'] for network, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:54.899416 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-9dc4cfd4-d974-4384-b639-b9d6f8905269 req-3c753e0d-cbda-459a-a548-87afa4b19cfd tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787792822806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7811617'] for port, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:54.900895 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] No Port match for: 1346fb4c-582c-43b8-a1d5-00e147f2e6fb {{(pid=100186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 12:30:54.901366 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device 1346fb4c-582c-43b8-a1d5-00e147f2e6fb not bound to the agent host dv-cinder-813986-1-iscsi {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:30:54.901932 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device 5ed4385d-88de-4c84-9078-a4962ca63ddc no longer exists at agent ovs-agent-dv-cinder-813986-1-iscsi {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:30:54.918566 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.services.segments.db [None req-db34271b-74c5-4572-bf84-e17c0eaeb326 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a349fb8c-8bea-466f-b8db-b99e89a5a9ba']}} {{(pid=100184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:30:54.925151 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] No Port match for: 5ed4385d-88de-4c84-9078-a4962ca63ddc {{(pid=100186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 12:30:54.925986 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device 5ed4385d-88de-4c84-9078-a4962ca63ddc not bound to the agent host dv-cinder-813986-1-iscsi {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:30:54.928784 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.services.segments.db [None req-db34271b-74c5-4572-bf84-e17c0eaeb326 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8489ad1-6355-48f4-a2b4-24bed11b919a') {'for_net_delete': True} {{(pid=100184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:30:54.929085 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.services.segments.db [None req-db34271b-74c5-4572-bf84-e17c0eaeb326 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8489ad1-6355-48f4-a2b4-24bed11b919a') {} {{(pid=100184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:30:54.940208 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-db34271b-74c5-4572-bf84-e17c0eaeb326 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787793369110', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5993278'] for segment, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:54.942081 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dc4cfd4-d974-4384-b639-b9d6f8905269 req-3c753e0d-cbda-459a-a548-87afa4b19cfd tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] Network bf7b702e-0c4b-4e94-abad-8847fcd2ec90 is already hosted by enough agents. {{(pid=100185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:30:54.945196 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.base_scheduler [req-9dc4cfd4-d974-4384-b639-b9d6f8905269 req-3c753e0d-cbda-459a-a548-87afa4b19cfd tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] Resources bound (agent type, host, resource id): {{(pid=100185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:30:54.948859 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dc4cfd4-d974-4384-b639-b9d6f8905269 req-3c753e0d-cbda-459a-a548-87afa4b19cfd tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] Received port after_create {{(pid=100185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:30:54.955244 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-db34271b-74c5-4572-bf84-e17c0eaeb326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030694'] for segment, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:54.962066 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db34271b-74c5-4572-bf84-e17c0eaeb326 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=100184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 12:30:54.962452 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-db34271b-74c5-4572-bf84-e17c0eaeb326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6235131'] for segment, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:54.966568 dv-cinder-813986-1-iscsi neutron-server[100184]: Traceback (most recent call last): Oct 14 12:30:54.966568 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 12:30:54.966568 dv-cinder-813986-1-iscsi neutron-server[100184]: timer() Oct 14 12:30:54.966568 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 12:30:54.966568 dv-cinder-813986-1-iscsi neutron-server[100184]: cb(*args, **kw) Oct 14 12:30:54.966568 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 12:30:54.966568 dv-cinder-813986-1-iscsi neutron-server[100184]: return func(*args, **kwargs) Oct 14 12:30:54.966568 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 12:30:54.966568 dv-cinder-813986-1-iscsi neutron-server[100184]: self._notify() Oct 14 12:30:54.966568 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 12:30:54.966568 dv-cinder-813986-1-iscsi neutron-server[100184]: self.callback(batched_events) Oct 14 12:30:54.966568 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 12:30:54.966568 dv-cinder-813986-1-iscsi neutron-server[100184]: event.method(event) Oct 14 12:30:54.966568 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 12:30:54.966568 dv-cinder-813986-1-iscsi neutron-server[100184]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 12:30:54.966568 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 12:30:54.966568 dv-cinder-813986-1-iscsi neutron-server[100184]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 12:30:54.966568 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 12:30:54.966568 dv-cinder-813986-1-iscsi neutron-server[100184]: return f(self, *a, **k) Oct 14 12:30:54.966568 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 12:30:54.966568 dv-cinder-813986-1-iscsi neutron-server[100184]: return self._get(url).json() Oct 14 12:30:54.966568 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 12:30:54.966568 dv-cinder-813986-1-iscsi neutron-server[100184]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 12:30:54.966568 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 12:30:54.966568 dv-cinder-813986-1-iscsi neutron-server[100184]: return self.request(url, 'GET', **kwargs) Oct 14 12:30:54.966568 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 12:30:54.966568 dv-cinder-813986-1-iscsi neutron-server[100184]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 12:30:54.966568 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 12:30:54.966568 dv-cinder-813986-1-iscsi neutron-server[100184]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 12:30:54.966568 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 12:30:54.966568 dv-cinder-813986-1-iscsi neutron-server[100184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 12:30:54.966568 dv-cinder-813986-1-iscsi neutron-server[100184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 12:30:54.989196 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c753e0d-cbda-459a-a548-87afa4b19cfd tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] Pushing event updated for resources: {'Port': ['ID=8c622bef-4c48-4406-b07f-d0471a9e0205,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:55.011226 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc4cfd4-d974-4384-b639-b9d6f8905269 req-3c753e0d-cbda-459a-a548-87afa4b19cfd tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:55.011935 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-9dc4cfd4-d974-4384-b639-b9d6f8905269 req-3c753e0d-cbda-459a-a548-87afa4b19cfd tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516790'] for port, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:55.067147 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-9dc4cfd4-d974-4384-b639-b9d6f8905269 req-3c753e0d-cbda-459a-a548-87afa4b19cfd tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7908795 Oct 14 12:30:55.081962 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-db34271b-74c5-4572-bf84-e17c0eaeb326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2018925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-619758'] for network, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:55.087860 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-db34271b-74c5-4572-bf84-e17c0eaeb326 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531662'] for network, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:55.091041 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-db34271b-74c5-4572-bf84-e17c0eaeb326 admin admin] 10.222.0.54 "DELETE /v2.0/networks/a349fb8c-8bea-466f-b8db-b99e89a5a9ba HTTP/1.1" status: 204 len: 168 time: 0.3528073 Oct 14 12:30:55.102331 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.v2.base [req-9dc4cfd4-d974-4384-b639-b9d6f8905269 req-c9bad074-88c0-4e9a-bb0d-854d1984f4d5 service neutron] Request body: {'port': {'device_id': 'af5e3865-94cc-49e7-810c-d6e18009f6d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=100185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:30:55.102712 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db34271b-74c5-4572-bf84-e17c0eaeb326 admin admin] Pushing event deleted for resources: {'Network': ['ID=a349fb8c-8bea-466f-b8db-b99e89a5a9ba,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:55.161181 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-9dc4cfd4-d974-4384-b639-b9d6f8905269 req-c9bad074-88c0-4e9a-bb0d-854d1984f4d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:55.415197 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 36838) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:30:55.431413 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.notifiers.nova [req-9dc4cfd4-d974-4384-b639-b9d6f8905269 req-c9bad074-88c0-4e9a-bb0d-854d1984f4d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c622bef-4c48-4406-b07f-d0471a9e0205 {{(pid=100185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:30:55.439452 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-9dc4cfd4-d974-4384-b639-b9d6f8905269 req-c9bad074-88c0-4e9a-bb0d-854d1984f4d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:55.456665 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.db.provisioning_blocks [req-9dc4cfd4-d974-4384-b639-b9d6f8905269 req-c9bad074-88c0-4e9a-bb0d-854d1984f4d5 service neutron] Transition to ACTIVE for port object 8c622bef-4c48-4406-b07f-d0471a9e0205 will not be triggered until provisioned by entity L2. {{(pid=100185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 12:30:55.509645 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-9dc4cfd4-d974-4384-b639-b9d6f8905269 req-c9bad074-88c0-4e9a-bb0d-854d1984f4d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7811640'] for port, after_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:55.565571 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bad074-88c0-4e9a-bb0d-854d1984f4d5 service neutron] Pushing event updated for resources: {'Port': ['ID=8c622bef-4c48-4406-b07f-d0471a9e0205,revision_number=2']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:55.639838 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.managers [req-9dc4cfd4-d974-4384-b639-b9d6f8905269 req-c9bad074-88c0-4e9a-bb0d-854d1984f4d5 service neutron] Attempting to bind port 8c622bef-4c48-4406-b07f-d0471a9e0205 on host hv-cinder-81398 for vnic_type normal with profile {{(pid=100185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:30:55.640324 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.managers [req-9dc4cfd4-d974-4384-b639-b9d6f8905269 req-c9bad074-88c0-4e9a-bb0d-854d1984f4d5 service neutron] Attempting to bind port 8c622bef-4c48-4406-b07f-d0471a9e0205 by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': '584ba055-2dc7-48f3-84b9-4127e809eac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'bf7b702e-0c4b-4e94-abad-8847fcd2ec90'}] {{(pid=100185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:30:55.640657 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc4cfd4-d974-4384-b639-b9d6f8905269 req-c9bad074-88c0-4e9a-bb0d-854d1984f4d5 service neutron] Attempting to bind port 8c622bef-4c48-4406-b07f-d0471a9e0205 on network bf7b702e-0c4b-4e94-abad-8847fcd2ec90 {{(pid=100185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:30:55.645942 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc4cfd4-d974-4384-b639-b9d6f8905269 req-c9bad074-88c0-4e9a-bb0d-854d1984f4d5 service neutron] Port 8c622bef-4c48-4406-b07f-d0471a9e0205 on network bf7b702e-0c4b-4e94-abad-8847fcd2ec90 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=100185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 12:30:55.646265 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc4cfd4-d974-4384-b639-b9d6f8905269 req-c9bad074-88c0-4e9a-bb0d-854d1984f4d5 service neutron] Attempting to bind port 8c622bef-4c48-4406-b07f-d0471a9e0205 on network bf7b702e-0c4b-4e94-abad-8847fcd2ec90 {{(pid=100185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:30:55.652683 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc4cfd4-d974-4384-b639-b9d6f8905269 req-c9bad074-88c0-4e9a-bb0d-854d1984f4d5 service neutron] Checking agent: {'id': 'ea4bb8b9-32a8-4621-b95b-9b4a1b78ce98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 24, 36), 'started_at': datetime.datetime(2021, 10, 14, 12, 24, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:30:55.653036 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc4cfd4-d974-4384-b639-b9d6f8905269 req-c9bad074-88c0-4e9a-bb0d-854d1984f4d5 service neutron] Checking segment: {'id': '584ba055-2dc7-48f3-84b9-4127e809eac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'bf7b702e-0c4b-4e94-abad-8847fcd2ec90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:30:55.653404 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc4cfd4-d974-4384-b639-b9d6f8905269 req-c9bad074-88c0-4e9a-bb0d-854d1984f4d5 service neutron] Bound using segment: {'id': '584ba055-2dc7-48f3-84b9-4127e809eac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'bf7b702e-0c4b-4e94-abad-8847fcd2ec90'} {{(pid=100185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:30:55.653832 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.managers [req-9dc4cfd4-d974-4384-b639-b9d6f8905269 req-c9bad074-88c0-4e9a-bb0d-854d1984f4d5 service neutron] Bound port: 8c622bef-4c48-4406-b07f-d0471a9e0205, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '584ba055-2dc7-48f3-84b9-4127e809eac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'bf7b702e-0c4b-4e94-abad-8847fcd2ec90'}}] {{(pid=100185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:30:55.654640 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-9dc4cfd4-d974-4384-b639-b9d6f8905269 req-c9bad074-88c0-4e9a-bb0d-854d1984f4d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:55.674407 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13632c32-734d-4e52-990d-5f4b6348dedf req-e1a41ed2-ee54-4c74-95ab-95b9dac56f8b tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:55.675842 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-13632c32-734d-4e52-990d-5f4b6348dedf req-e1a41ed2-ee54-4c74-95ab-95b9dac56f8b tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] 10.222.0.54 "GET /v2.0/ports?device_id=af5e3865-94cc-49e7-810c-d6e18009f6d2 HTTP/1.1" status: 200 len: 932 time: 0.2711003 Oct 14 12:30:55.678712 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-d12a385a-bfa6-4de3-9b01-1176723208e1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3f9a829dc9ba4ba2bab9da3451c434c9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2624876 Oct 14 12:30:55.681687 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 36842) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:30:55.748311 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-13632c32-734d-4e52-990d-5f4b6348dedf req-8518bb80-d782-48d8-a992-22fa6de5a52a tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] 10.222.0.54 "GET /v2.0/security-groups?id=6deba12c-7438-4114-924c-efb4ca037d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604427 Oct 14 12:30:55.761282 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-92855183-db88-4d47-91b3-5f1b9c1ee315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:55.784307 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-92855183-db88-4d47-91b3-5f1b9c1ee315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:55.927504 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-92855183-db88-4d47-91b3-5f1b9c1ee315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:55.927708 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.db [req-9dc4cfd4-d974-4384-b639-b9d6f8905269 req-c9bad074-88c0-4e9a-bb0d-854d1984f4d5 service neutron] For port 8c622bef-4c48-4406-b07f-d0471a9e0205, host hv-cinder-81398, cleared binding levels {{(pid=100185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:30:55.930268 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-92855183-db88-4d47-91b3-5f1b9c1ee315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:55.930697 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.db [req-9dc4cfd4-d974-4384-b639-b9d6f8905269 req-c9bad074-88c0-4e9a-bb0d-854d1984f4d5 service neutron] For port 8c622bef-4c48-4406-b07f-d0471a9e0205, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=8c622bef-4c48-4406-b07f-d0471a9e0205,segment=NetworkSegment(584ba055-2dc7-48f3-84b9-4127e809eac3),segment_id=584ba055-2dc7-48f3-84b9-4127e809eac3)] {{(pid=100185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:30:55.934440 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-92855183-db88-4d47-91b3-5f1b9c1ee315 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/00165916-53be-4342-a976-75a3f433faf1 HTTP/1.1" status: 204 len: 168 time: 0.2491057 Oct 14 12:30:55.939403 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92855183-db88-4d47-91b3-5f1b9c1ee315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00165916-53be-4342-a976-75a3f433faf1,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:55.955648 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-37cba10c-745e-4ec2-b797-0e7fce811f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:56.019195 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-9dc4cfd4-d974-4384-b639-b9d6f8905269 req-c9bad074-88c0-4e9a-bb0d-854d1984f4d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7811640'] for port, after_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:56.051939 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc4cfd4-d974-4384-b639-b9d6f8905269 req-c9bad074-88c0-4e9a-bb0d-854d1984f4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:56.052648 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-9dc4cfd4-d974-4384-b639-b9d6f8905269 req-c9bad074-88c0-4e9a-bb0d-854d1984f4d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516790'] for port, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:56.054027 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-9dc4cfd4-d974-4384-b639-b9d6f8905269 req-c9bad074-88c0-4e9a-bb0d-854d1984f4d5 service neutron] 10.222.0.25 "PUT /v2.0/ports/8c622bef-4c48-4406-b07f-d0471a9e0205 HTTP/1.1" status: 200 len: 1094 time: 0.9589882 Oct 14 12:30:56.054457 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af5e3865-94cc-49e7-810c-d6e18009f6d2', 'tag': '8c622bef-4c48-4406-b07f-d0471a9e0205'}] {{(pid=100185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:30:56.057097 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}167116552ac494ad33fe024857b10e57374526f2b70b110e82d735407eff6bb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c60b78d-3d78-481a-a0f7-79289bebed50" -d '{"events": [{"name": "network-changed", "server_uuid": "af5e3865-94cc-49e7-810c-d6e18009f6d2", "tag": "8c622bef-4c48-4406-b07f-d0471a9e0205"}]}' {{(pid=100185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:30:56.087300 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bad074-88c0-4e9a-bb0d-854d1984f4d5 service neutron] Pushing event updated for resources: {'Port': ['ID=8c622bef-4c48-4406-b07f-d0471a9e0205,revision_number=3']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:56.096172 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 12:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66e8e324-1863-474d-b6a4-80c5e656bf63 x-openstack-request-id: req-66e8e324-1863-474d-b6a4-80c5e656bf63 {{(pid=100185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:30:56.096454 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af5e3865-94cc-49e7-810c-d6e18009f6d2", "tag": "8c622bef-4c48-4406-b07f-d0471a9e0205", "status": "completed", "code": 200}]} {{(pid=100185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:30:56.096703 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-66e8e324-1863-474d-b6a4-80c5e656bf63 {{(pid=100185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:30:56.097255 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af5e3865-94cc-49e7-810c-d6e18009f6d2', 'tag': '8c622bef-4c48-4406-b07f-d0471a9e0205', 'status': 'completed', 'code': 200} Oct 14 12:30:56.170781 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c60b78d-3d78-481a-a0f7-79289bebed50 req-6f4957b5-2841-4873-855d-e94370142919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:56.172334 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-7c60b78d-3d78-481a-a0f7-79289bebed50 req-6f4957b5-2841-4873-855d-e94370142919 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7386eb17bb53401580b88b5e997f79c4&device_id=af5e3865-94cc-49e7-810c-d6e18009f6d2 HTTP/1.1" status: 200 len: 1097 time: 0.0437810 Oct 14 12:30:56.275238 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c60b78d-3d78-481a-a0f7-79289bebed50 req-c32c2fed-f506-4dd6-8044-33b320a22d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:56.276720 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-7c60b78d-3d78-481a-a0f7-79289bebed50 req-c32c2fed-f506-4dd6-8044-33b320a22d08 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=7386eb17bb53401580b88b5e997f79c4&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0948493 Oct 14 12:30:56.395534 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c60b78d-3d78-481a-a0f7-79289bebed50 req-fc3a3fb0-3f4c-4dd6-9bd1-2da7b938699a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:56.397090 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-7c60b78d-3d78-481a-a0f7-79289bebed50 req-fc3a3fb0-3f4c-4dd6-9bd1-2da7b938699a service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1065249 Oct 14 12:30:56.484751 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc4cfd4-d974-4384-b639-b9d6f8905269 req-d96131ad-d2cd-4da8-9f98-56488c587bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:56.486302 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-9dc4cfd4-d974-4384-b639-b9d6f8905269 req-d96131ad-d2cd-4da8-9f98-56488c587bc4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7386eb17bb53401580b88b5e997f79c4&device_id=af5e3865-94cc-49e7-810c-d6e18009f6d2 HTTP/1.1" status: 200 len: 1097 time: 0.0401318 Oct 14 12:30:56.537592 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-9dc4cfd4-d974-4384-b639-b9d6f8905269 req-df840d88-a26b-4368-ba72-1ed7f83a9a0e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c622bef-4c48-4406-b07f-d0471a9e0205 HTTP/1.1" status: 200 len: 217 time: 0.0336072 Oct 14 12:30:56.595661 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc4cfd4-d974-4384-b639-b9d6f8905269 req-6c061676-c4b0-456c-856d-86b562513dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:56.597115 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-9dc4cfd4-d974-4384-b639-b9d6f8905269 req-6c061676-c4b0-456c-856d-86b562513dc3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=66d7e724-354a-40b0-9c78-94e2f7dba884 HTTP/1.1" status: 200 len: 854 time: 0.0473258 Oct 14 12:30:56.630313 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-9dc4cfd4-d974-4384-b639-b9d6f8905269 req-b8120ac3-4885-40aa-9104-1c0274d9bdfc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bf7b702e-0c4b-4e94-abad-8847fcd2ec90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239944 Oct 14 12:30:56.734688 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-9dc4cfd4-d974-4384-b639-b9d6f8905269 req-03885edc-9129-4a5e-95bf-644791dae34a service neutron] 10.222.0.25 "GET /v2.0/networks/bf7b702e-0c4b-4e94-abad-8847fcd2ec90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923905 Oct 14 12:30:56.855912 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-9dc4cfd4-d974-4384-b639-b9d6f8905269 req-e7585fef-859d-4bb7-bc7b-f34f04e93584 service neutron] 10.222.0.25 "GET /v2.0/networks/bf7b702e-0c4b-4e94-abad-8847fcd2ec90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955606 Oct 14 12:30:56.872843 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe528981-929c-4de8-a6c2-a8c0de1e2761 req-ed788716-22da-4a98-96a8-0b31269742d8 tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:56.874500 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-fe528981-929c-4de8-a6c2-a8c0de1e2761 req-ed788716-22da-4a98-96a8-0b31269742d8 tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] 10.222.0.54 "GET /v2.0/ports?device_id=af5e3865-94cc-49e7-810c-d6e18009f6d2 HTTP/1.1" status: 200 len: 944 time: 0.0546136 Oct 14 12:30:56.917765 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-fe528981-929c-4de8-a6c2-a8c0de1e2761 req-09a1c72b-c693-4b52-8841-60aaeb89ad3e tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] 10.222.0.54 "GET /v2.0/security-groups?id=6deba12c-7438-4114-924c-efb4ca037d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343845 Oct 14 12:30:56.954352 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 36874) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:30:57.052924 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.v2.base [None req-0dbafd3e-96c7-4165-b6b9-2086e66b90de admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1247382938-network', 'tenant_id': '2113c18ca299401c9338cafb84b0ff20'}} {{(pid=100184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:30:57.087190 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-469b4b0a-0edb-4369-82f6-413c16907b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:57.144842 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:57.179040 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dbafd3e-96c7-4165-b6b9-2086e66b90de admin admin] Made reservation on behalf of 2113c18ca299401c9338cafb84b0ff20 for: {'network': 1} {{(pid=100184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:30:57.181992 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-0dbafd3e-96c7-4165-b6b9-2086e66b90de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for network, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:57.190732 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-0dbafd3e-96c7-4165-b6b9-2086e66b90de admin admin] Notify callbacks [] for security_group, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:57.266535 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-0dbafd3e-96c7-4165-b6b9-2086e66b90de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:57.321618 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-0dbafd3e-96c7-4165-b6b9-2086e66b90de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:57.345832 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dbafd3e-96c7-4165-b6b9-2086e66b90de admin admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=100184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 12:30:57.354285 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbafd3e-96c7-4165-b6b9-2086e66b90de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4e8c7c-20a4-4282-8771-3a4e9ec921e8,revision_number=1']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:57.360148 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-0dbafd3e-96c7-4165-b6b9-2086e66b90de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030694'] for segment, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:57.360487 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.db.segments_db [None req-0dbafd3e-96c7-4165-b6b9-2086e66b90de admin admin] Added segment 58cb4796-6024-43c0-aa42-7ecb540db5e1 of type vlan for network e97ba1a4-1eaa-4970-998a-7f37d91a4cc6 Oct 14 12:30:57.401443 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-0dbafd3e-96c7-4165-b6b9-2086e66b90de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787792777849'] for network, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:57.492795 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-0dbafd3e-96c7-4165-b6b9-2086e66b90de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640'] for network, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:57.493797 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbafd3e-96c7-4165-b6b9-2086e66b90de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:57.494391 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-0dbafd3e-96c7-4165-b6b9-2086e66b90de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531662'] for network, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:57.557650 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbafd3e-96c7-4165-b6b9-2086e66b90de admin admin] Pushing event updated for resources: {'Network': ['ID=e97ba1a4-1eaa-4970-998a-7f37d91a4cc6,revision_number=1']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:57.575312 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Network e97ba1a4-1eaa-4970-998a-7f37d91a4cc6 details requested by agent ovs-agent-dv-cinder-813986-1-iscsi with host dv-cinder-813986-1-iscsi {{(pid=100186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 12:30:57.605187 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-0dbafd3e-96c7-4165-b6b9-2086e66b90de admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6497021 Oct 14 12:30:57.608125 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 36882) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:30:57.612892 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.v2.base [None req-2db6f75b-dbb2-4d2d-822a-dee799ca134b admin admin] Request body: {'subnet': {'network_id': 'e97ba1a4-1eaa-4970-998a-7f37d91a4cc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1247382938-subnet', 'tenant_id': '2113c18ca299401c9338cafb84b0ff20', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:30:57.686365 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db6f75b-dbb2-4d2d-822a-dee799ca134b admin admin] Made reservation on behalf of 2113c18ca299401c9338cafb84b0ff20 for: {'subnet': 1} {{(pid=100184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:30:57.688770 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-2db6f75b-dbb2-4d2d-822a-dee799ca134b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638926'] for subnet, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:57.927535 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-2db6f75b-dbb2-4d2d-822a-dee799ca134b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6234462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638908'] for subnet, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:57.980567 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6f75b-dbb2-4d2d-822a-dee799ca134b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffaa80f7-d349-41e0-815d-fe25cd4e4dcc,revision_number=0']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:58.020743 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db6f75b-dbb2-4d2d-822a-dee799ca134b admin admin] Checking segment: {'id': '58cb4796-6024-43c0-aa42-7ecb540db5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e97ba1a4-1eaa-4970-998a-7f37d91a4cc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:30:58.021087 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db6f75b-dbb2-4d2d-822a-dee799ca134b admin admin] Network hostable DHCP agents. Network: e97ba1a4-1eaa-4970-998a-7f37d91a4cc6, hostable agents: ['e1af82bd-3b37-4baa-aee7-1aadb6380796'], hosted agents: [] {{(pid=100184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 12:30:58.050762 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523fe80d-70dc-45e5-84de-5551d5074d6a req-05706519-d555-4c24-98d8-0419ecaa7ffb tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:58.052340 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-523fe80d-70dc-45e5-84de-5551d5074d6a req-05706519-d555-4c24-98d8-0419ecaa7ffb tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] 10.222.0.54 "GET /v2.0/ports?device_id=af5e3865-94cc-49e7-810c-d6e18009f6d2 HTTP/1.1" status: 200 len: 944 time: 0.0684288 Oct 14 12:30:58.090198 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-523fe80d-70dc-45e5-84de-5551d5074d6a req-3824aaeb-5e60-4642-aa34-55a971e6cbf3 tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] 10.222.0.54 "GET /v2.0/security-groups?id=6deba12c-7438-4114-924c-efb4ca037d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316422 Oct 14 12:30:58.173055 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db6f75b-dbb2-4d2d-822a-dee799ca134b admin admin] Network e97ba1a4-1eaa-4970-998a-7f37d91a4cc6 is scheduled to be hosted by DHCP agent e1af82bd-3b37-4baa-aee7-1aadb6380796 with binding_index 1 {{(pid=100184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 12:30:58.247217 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.base_scheduler [None req-2db6f75b-dbb2-4d2d-822a-dee799ca134b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813986-1-iscsi, e97ba1a4-1eaa-4970-998a-7f37d91a4cc6) {{(pid=100184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:30:58.251500 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db6f75b-dbb2-4d2d-822a-dee799ca134b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:58.252195 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-2db6f75b-dbb2-4d2d-822a-dee799ca134b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531662'] for subnet, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:58.261027 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3009f3d-0bb8-47c8-a0ca-e82ee4c1b705 None None] Network e97ba1a4-1eaa-4970-998a-7f37d91a4cc6 requested from dv-cinder-813986-1-iscsi {{(pid=100186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:30:58.310653 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-27c04846-3a84-4189-8b30-75b8cfbf2676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:58.336402 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-2db6f75b-dbb2-4d2d-822a-dee799ca134b admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7272017 Oct 14 12:30:58.339261 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 36890) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:30:58.343998 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.v2.base [None req-84ab56db-ff1f-4e94-8d27-52bc363bfab8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1247382938-router', 'tenant_id': '2113c18ca299401c9338cafb84b0ff20', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3'}}} {{(pid=100185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:30:58.447693 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-84ab56db-ff1f-4e94-8d27-52bc363bfab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-492'] for router, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:58.449029 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-84ab56db-ff1f-4e94-8d27-52bc363bfab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-619667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-956188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-507'] for router, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:58.514139 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-84ab56db-ff1f-4e94-8d27-52bc363bfab8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:58.524497 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b3e734-6400-4ee2-9fba-45169cc25eea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5129df06-2639-51ba-adec-6ae547517b28-e97ba1a4-1eaa-4970-998a-7f37d91a4cc6', 'network_id': 'e97ba1a4-1eaa-4970-998a-7f37d91a4cc6', 'tenant_id': '2113c18ca299401c9338cafb84b0ff20', 'fixed_ips': [{'subnet_id': 'ffaa80f7-d349-41e0-815d-fe25cd4e4dcc'}]}} from dv-cinder-813986-1-iscsi. {{(pid=100186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 14 12:30:58.525359 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-66b3e734-6400-4ee2-9fba-45169cc25eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_create {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:58.659355 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.db_base_plugin_common [None req-66b3e734-6400-4ee2-9fba-45169cc25eea None None] Allocated IP 172.20.0.2 (e97ba1a4-1eaa-4970-998a-7f37d91a4cc6/ffaa80f7-d349-41e0-815d-fe25cd4e4dcc/dfc5618c-cf1e-4665-b971-4b70d254b18c) {{(pid=100186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:30:58.703142 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-84ab56db-ff1f-4e94-8d27-52bc363bfab8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:58.809633 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-66b3e734-6400-4ee2-9fba-45169cc25eea None None] Notify callbacks [] for port, precommit_create {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:58.887862 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-66b3e734-6400-4ee2-9fba-45169cc25eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787792822806'] for port, after_create {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:58.926794 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b3e734-6400-4ee2-9fba-45169cc25eea None None] Network e97ba1a4-1eaa-4970-998a-7f37d91a4cc6 is already hosted by enough agents. {{(pid=100186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:30:58.930349 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.scheduler.base_scheduler [None req-66b3e734-6400-4ee2-9fba-45169cc25eea None None] Resources bound (agent type, host, resource id): {{(pid=100186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:30:58.934008 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b3e734-6400-4ee2-9fba-45169cc25eea None None] Received port after_create {{(pid=100186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:30:58.945232 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b3e734-6400-4ee2-9fba-45169cc25eea None None] Pushing event updated for resources: {'Port': ['ID=dfc5618c-cf1e-4665-b971-4b70d254b18c,revision_number=1']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:58.969994 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-84ab56db-ff1f-4e94-8d27-52bc363bfab8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:58.995678 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-84ab56db-ff1f-4e94-8d27-52bc363bfab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:58.999727 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.managers [None req-66b3e734-6400-4ee2-9fba-45169cc25eea None None] Attempting to bind port dfc5618c-cf1e-4665-b971-4b70d254b18c on host dv-cinder-813986-1-iscsi for vnic_type normal with profile {{(pid=100186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:30:59.000141 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.managers [None req-66b3e734-6400-4ee2-9fba-45169cc25eea None None] Attempting to bind port dfc5618c-cf1e-4665-b971-4b70d254b18c by drivers openvswitch,hyperv on host dv-cinder-813986-1-iscsi at level 0 using segments [{'id': '58cb4796-6024-43c0-aa42-7ecb540db5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e97ba1a4-1eaa-4970-998a-7f37d91a4cc6'}] {{(pid=100186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:30:59.000580 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b3e734-6400-4ee2-9fba-45169cc25eea None None] Attempting to bind port dfc5618c-cf1e-4665-b971-4b70d254b18c on network e97ba1a4-1eaa-4970-998a-7f37d91a4cc6 {{(pid=100186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:30:59.006287 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b3e734-6400-4ee2-9fba-45169cc25eea None None] Checking agent: {'id': '87c3554d-181c-44a6-8f26-629ea6b28d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813986-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 18, 27), 'started_at': datetime.datetime(2021, 10, 14, 12, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813986-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:30:59.006287 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b3e734-6400-4ee2-9fba-45169cc25eea None None] Checking segment: {'id': '58cb4796-6024-43c0-aa42-7ecb540db5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e97ba1a4-1eaa-4970-998a-7f37d91a4cc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:30:59.006554 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-66b3e734-6400-4ee2-9fba-45169cc25eea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:59.006848 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b3e734-6400-4ee2-9fba-45169cc25eea None None] Bound using segment: {'id': '58cb4796-6024-43c0-aa42-7ecb540db5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e97ba1a4-1eaa-4970-998a-7f37d91a4cc6'} {{(pid=100186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:30:59.007304 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.managers [None req-66b3e734-6400-4ee2-9fba-45169cc25eea None None] Bound port: dfc5618c-cf1e-4665-b971-4b70d254b18c, host: dv-cinder-813986-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58cb4796-6024-43c0-aa42-7ecb540db5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e97ba1a4-1eaa-4970-998a-7f37d91a4cc6'}}] {{(pid=100186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:30:59.007680 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-66b3e734-6400-4ee2-9fba-45169cc25eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:59.070750 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-66b3e734-6400-4ee2-9fba-45169cc25eea None None] For port dfc5618c-cf1e-4665-b971-4b70d254b18c, host dv-cinder-813986-1-iscsi, cleared binding levels {{(pid=100186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:30:59.073951 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-66b3e734-6400-4ee2-9fba-45169cc25eea None None] For port dfc5618c-cf1e-4665-b971-4b70d254b18c, host dv-cinder-813986-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=dfc5618c-cf1e-4665-b971-4b70d254b18c,segment=NetworkSegment(58cb4796-6024-43c0-aa42-7ecb540db5e1),segment_id=58cb4796-6024-43c0-aa42-7ecb540db5e1)] {{(pid=100186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:30:59.103232 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.db.db_base_plugin_common [None req-84ab56db-ff1f-4e94-8d27-52bc363bfab8 admin admin] Allocated IP 172.27.0.73 (b7b7a1d8-4110-4f63-bddb-33667e2d84f3/eea40cd2-79ec-4f52-9668-443439548eb0/119ec3f6-aed8-4f4e-91c2-ef4491993617) {{(pid=100185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:30:59.162729 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-66b3e734-6400-4ee2-9fba-45169cc25eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:59.214741 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-84ab56db-ff1f-4e94-8d27-52bc363bfab8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:59.215266 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77080ae-fb20-4cd3-bb32-9c86f49da125 req-019769f5-759e-49f0-9673-fa9751d94d40 tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:30:59.216840 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-f77080ae-fb20-4cd3-bb32-9c86f49da125 req-019769f5-759e-49f0-9673-fa9751d94d40 tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] 10.222.0.54 "GET /v2.0/ports?device_id=af5e3865-94cc-49e7-810c-d6e18009f6d2 HTTP/1.1" status: 200 len: 944 time: 0.0567770 Oct 14 12:30:59.229425 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b3e734-6400-4ee2-9fba-45169cc25eea None None] Pushing event updated for resources: {'Port': ['ID=dfc5618c-cf1e-4665-b971-4b70d254b18c,revision_number=2']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:59.267193 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-f77080ae-fb20-4cd3-bb32-9c86f49da125 req-f4bb4721-e2ec-4fa4-a278-609db0a68c32 tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] 10.222.0.54 "GET /v2.0/security-groups?id=6deba12c-7438-4114-924c-efb4ca037d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423310 Oct 14 12:30:59.310519 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-84ab56db-ff1f-4e94-8d27-52bc363bfab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787792822806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7811617'] for port, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:59.357547 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ab56db-ff1f-4e94-8d27-52bc363bfab8 admin admin] Network b7b7a1d8-4110-4f63-bddb-33667e2d84f3 is already hosted by enough agents. {{(pid=100185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:30:59.360501 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.base_scheduler [None req-84ab56db-ff1f-4e94-8d27-52bc363bfab8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:30:59.364244 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ab56db-ff1f-4e94-8d27-52bc363bfab8 admin admin] Received port after_create {{(pid=100185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:30:59.373134 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ab56db-ff1f-4e94-8d27-52bc363bfab8 admin admin] Pushing event updated for resources: {'Port': ['ID=119ec3f6-aed8-4f4e-91c2-ef4491993617,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:30:59.714880 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-84ab56db-ff1f-4e94-8d27-52bc363bfab8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:30:59.907754 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-84ab56db-ff1f-4e94-8d27-52bc363bfab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619686'] for router, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:00.113792 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005fc8fc-aeb6-41e4-8efd-27fa49e2cdcd None None] Network e97ba1a4-1eaa-4970-998a-7f37d91a4cc6 requested from dv-cinder-813986-1-iscsi {{(pid=100186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:31:00.120490 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84ab56db-ff1f-4e94-8d27-52bc363bfab8 admin admin] Router 21add2b8-54d5-4536-b496-7594d2356359 is scheduled to L3 agent 98567738-4256-4ddd-ae03-62c82ecec038 with binding_index 1 {{(pid=100185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 12:31:00.230050 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ab56db-ff1f-4e94-8d27-52bc363bfab8 admin admin] Notify agent at l3_agent.dv-cinder-813986-1-iscsi the message routers_updated {{(pid=100185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:31:00.238586 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-dcf2555e-60ee-4094-9f9a-70dd2ab43a78 None None] Provisioning complete for port dfc5618c-cf1e-4665-b971-4b70d254b18c triggered by entity DHCP. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:31:00.238963 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-dcf2555e-60ee-4094-9f9a-70dd2ab43a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:00.243728 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78286713-e5c2-4a0f-8f83-ab2b9f614806 None None] Sync routers for ids ['21add2b8-54d5-4536-b496-7594d2356359'] in dv-cinder-813986-1-iscsi {{(pid=100186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:31:00.300679 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78286713-e5c2-4a0f-8f83-ab2b9f614806 None None] Routers {'21add2b8-54d5-4536-b496-7594d2356359'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:31:00.301333 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-78286713-e5c2-4a0f-8f83-ab2b9f614806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:30:56Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['21add2b8-54d5-4536-b496-7594d2356359'], 'active': True} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:31:00.329194 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-84ab56db-ff1f-4e94-8d27-52bc363bfab8 admin admin] Notify callbacks [] for router, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:00.333012 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-84ab56db-ff1f-4e94-8d27-52bc363bfab8 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9900284 Oct 14 12:31:00.333290 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 36908) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:31:00.410058 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f96e00-3d47-4dec-9e26-32e2f7f94c16 req-1958c786-0cca-475e-a8f1-fab198e9eff5 tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:00.420092 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-a8f96e00-3d47-4dec-9e26-32e2f7f94c16 req-1958c786-0cca-475e-a8f1-fab198e9eff5 tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] 10.222.0.54 "GET /v2.0/ports?device_id=af5e3865-94cc-49e7-810c-d6e18009f6d2 HTTP/1.1" status: 200 len: 944 time: 0.0824995 Oct 14 12:31:00.453819 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-dcf2555e-60ee-4094-9f9a-70dd2ab43a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:00.474013 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvr_db [None req-78286713-e5c2-4a0f-8f83-ab2b9f614806 None None] Set router 21add2b8-54d5-4536-b496-7594d2356359 gateway port host: dv-cinder-813986-1-iscsi {{(pid=100186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:31:00.474500 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-a8f96e00-3d47-4dec-9e26-32e2f7f94c16 req-408d902f-fe6a-447d-a934-acfbf2b50052 tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] 10.222.0.54 "GET /v2.0/security-groups?id=6deba12c-7438-4114-924c-efb4ca037d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480835 Oct 14 12:31:00.598290 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-dcf2555e-60ee-4094-9f9a-70dd2ab43a78 None None] For port dfc5618c-cf1e-4665-b971-4b70d254b18c, host dv-cinder-813986-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=dfc5618c-cf1e-4665-b971-4b70d254b18c,segment=NetworkSegment(58cb4796-6024-43c0-aa42-7ecb540db5e1),segment_id=58cb4796-6024-43c0-aa42-7ecb540db5e1)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:31:00.676553 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-dcf2555e-60ee-4094-9f9a-70dd2ab43a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:00.719907 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-78286713-e5c2-4a0f-8f83-ab2b9f614806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21add2b8-54d5-4536-b496-7594d2356359', 'name': 'tempest-AttachVolumeShelveTestJSON-1247382938-router', 'tenant_id': '2113c18ca299401c9338cafb84b0ff20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '119ec3f6-aed8-4f4e-91c2-ef4491993617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:30:58Z', 'updated_at': '2021-10-14T12:30:59Z', 'revision_number': 3, 'project_id': '2113c18ca299401c9338cafb84b0ff20', 'gw_port': {'id': '119ec3f6-aed8-4f4e-91c2-ef4491993617', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:80:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21add2b8-54d5-4536-b496-7594d2356359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:59Z', 'updated_at': '2021-10-14T12:30:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi'}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:31:00.756397 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78286713-e5c2-4a0f-8f83-ab2b9f614806 None None] Checking router: 21add2b8-54d5-4536-b496-7594d2356359 for host: dv-cinder-813986-1-iscsi {{(pid=100186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:31:00.756747 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78286713-e5c2-4a0f-8f83-ab2b9f614806 None None] Updating router 21add2b8-54d5-4536-b496-7594d2356359 port 119ec3f6-aed8-4f4e-91c2-ef4491993617 binding host dv-cinder-813986-1-iscsi {{(pid=100186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 12:31:00.776734 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf2555e-60ee-4094-9f9a-70dd2ab43a78 None None] Pushing event updated for resources: {'Port': ['ID=dfc5618c-cf1e-4665-b971-4b70d254b18c,revision_number=3']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:31:00.791205 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-78286713-e5c2-4a0f-8f83-ab2b9f614806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:00.810595 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-6a50e4b8-5297-4e49-87ec-7ebc22f1e1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:00.824807 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-680d9201-ddec-454a-8628-ddba012278e2 None None] Provisioning complete for port dfc5618c-cf1e-4665-b971-4b70d254b18c triggered by entity DHCP. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:31:00.825488 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-680d9201-ddec-454a-8628-ddba012278e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:00.931702 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device dfc5618c-cf1e-4665-b971-4b70d254b18c up at agent ovs-agent-dv-cinder-813986-1-iscsi {{(pid=100186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:31:00.994113 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.db.db_base_plugin_common [None req-6a50e4b8-5297-4e49-87ec-7ebc22f1e1fb admin admin] Allocated IP 172.20.0.1 (e97ba1a4-1eaa-4970-998a-7f37d91a4cc6/ffaa80f7-d349-41e0-815d-fe25cd4e4dcc/35fbb1a3-1573-4763-b2c3-a761bd3feadf) {{(pid=100185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:31:01.132598 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Provisioning complete for port dfc5618c-cf1e-4665-b971-4b70d254b18c triggered by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:31:01.132598 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:01.133303 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-6a50e4b8-5297-4e49-87ec-7ebc22f1e1fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:01.206658 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-78286713-e5c2-4a0f-8f83-ab2b9f614806 None None] Notify callbacks [] for port, precommit_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:01.293704 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-6a50e4b8-5297-4e49-87ec-7ebc22f1e1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787792822806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7811617'] for port, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:01.304807 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-78286713-e5c2-4a0f-8f83-ab2b9f614806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:01.338972 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a50e4b8-5297-4e49-87ec-7ebc22f1e1fb admin admin] Network e97ba1a4-1eaa-4970-998a-7f37d91a4cc6 is already hosted by enough agents. {{(pid=100185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:31:01.342319 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.base_scheduler [None req-6a50e4b8-5297-4e49-87ec-7ebc22f1e1fb admin admin] Resources bound (agent type, host, resource id): {{(pid=100185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:31:01.348896 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a50e4b8-5297-4e49-87ec-7ebc22f1e1fb admin admin] Received port after_create {{(pid=100185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:31:01.353071 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a50e4b8-5297-4e49-87ec-7ebc22f1e1fb admin admin] Pushing event updated for resources: {'Port': ['ID=35fbb1a3-1573-4763-b2c3-a761bd3feadf,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:31:01.368563 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.managers [None req-78286713-e5c2-4a0f-8f83-ab2b9f614806 None None] Attempting to bind port 119ec3f6-aed8-4f4e-91c2-ef4491993617 on host dv-cinder-813986-1-iscsi for vnic_type normal with profile {{(pid=100186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:31:01.368933 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.managers [None req-78286713-e5c2-4a0f-8f83-ab2b9f614806 None None] Attempting to bind port 119ec3f6-aed8-4f4e-91c2-ef4491993617 by drivers openvswitch,hyperv on host dv-cinder-813986-1-iscsi at level 0 using segments [{'id': '25948913-841c-4e53-955d-096026847693', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3'}] {{(pid=100186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:31:01.369293 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78286713-e5c2-4a0f-8f83-ab2b9f614806 None None] Attempting to bind port 119ec3f6-aed8-4f4e-91c2-ef4491993617 on network b7b7a1d8-4110-4f63-bddb-33667e2d84f3 {{(pid=100186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:31:01.371368 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1533086a-fc84-4f53-9e63-4f8dde888aa1 None None] Pushing event updated for resources: {'Port': ['ID=119ec3f6-aed8-4f4e-91c2-ef4491993617,revision_number=2']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:31:01.378748 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78286713-e5c2-4a0f-8f83-ab2b9f614806 None None] Checking agent: {'id': '87c3554d-181c-44a6-8f26-629ea6b28d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813986-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 18, 27), 'started_at': datetime.datetime(2021, 10, 14, 12, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813986-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:31:01.379167 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78286713-e5c2-4a0f-8f83-ab2b9f614806 None None] Checking segment: {'id': '25948913-841c-4e53-955d-096026847693', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:31:01.379512 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-78286713-e5c2-4a0f-8f83-ab2b9f614806 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:01.379897 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78286713-e5c2-4a0f-8f83-ab2b9f614806 None None] Bound using segment: {'id': '25948913-841c-4e53-955d-096026847693', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3'} {{(pid=100186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:31:01.380405 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.managers [None req-78286713-e5c2-4a0f-8f83-ab2b9f614806 None None] Bound port: 119ec3f6-aed8-4f4e-91c2-ef4491993617, host: dv-cinder-813986-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25948913-841c-4e53-955d-096026847693', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3'}}] {{(pid=100186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:31:01.380786 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-78286713-e5c2-4a0f-8f83-ab2b9f614806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:01.444598 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-78286713-e5c2-4a0f-8f83-ab2b9f614806 None None] For port 119ec3f6-aed8-4f4e-91c2-ef4491993617, host dv-cinder-813986-1-iscsi, cleared binding levels {{(pid=100186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:31:01.450750 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-78286713-e5c2-4a0f-8f83-ab2b9f614806 None None] For port 119ec3f6-aed8-4f4e-91c2-ef4491993617, host dv-cinder-813986-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=119ec3f6-aed8-4f4e-91c2-ef4491993617,segment=NetworkSegment(25948913-841c-4e53-955d-096026847693),segment_id=25948913-841c-4e53-955d-096026847693)] {{(pid=100186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:31:01.533778 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-78286713-e5c2-4a0f-8f83-ab2b9f614806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:01.591753 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa4bcac-99be-498a-b690-257c459df884 req-5a1aa6e9-df6b-4b56-93c1-03060437f6b8 tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:01.594202 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-6aa4bcac-99be-498a-b690-257c459df884 req-5a1aa6e9-df6b-4b56-93c1-03060437f6b8 tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] 10.222.0.54 "GET /v2.0/ports?device_id=af5e3865-94cc-49e7-810c-d6e18009f6d2 HTTP/1.1" status: 200 len: 944 time: 0.0557835 Oct 14 12:31:01.612025 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78286713-e5c2-4a0f-8f83-ab2b9f614806 None None] Routers {'21add2b8-54d5-4536-b496-7594d2356359'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:31:01.612660 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-78286713-e5c2-4a0f-8f83-ab2b9f614806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:30:56Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['21add2b8-54d5-4536-b496-7594d2356359'], 'active': True} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:31:01.614835 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1533086a-fc84-4f53-9e63-4f8dde888aa1 None None] Pushing event updated for resources: {'Port': ['ID=119ec3f6-aed8-4f4e-91c2-ef4491993617,revision_number=3']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:31:01.623593 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-6a50e4b8-5297-4e49-87ec-7ebc22f1e1fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618643'] for router_interface, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:01.666761 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-6aa4bcac-99be-498a-b690-257c459df884 req-2cb03025-da85-4f59-bdc5-375a8fa8d030 tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] 10.222.0.54 "GET /v2.0/security-groups?id=6deba12c-7438-4114-924c-efb4ca037d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608242 Oct 14 12:31:01.826212 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-3f151756-a518-4dbd-ac9c-9e361bd4489f None None] Provisioning complete for port 35fbb1a3-1573-4763-b2c3-a761bd3feadf triggered by entity DHCP. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:31:01.826569 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-3f151756-a518-4dbd-ac9c-9e361bd4489f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:01.842791 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-6a50e4b8-5297-4e49-87ec-7ebc22f1e1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:01.877962 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-3f151756-a518-4dbd-ac9c-9e361bd4489f None None] Port 35fbb1a3-1573-4763-b2c3-a761bd3feadf cannot update to ACTIVE because it is not bound. {{(pid=100186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 12:31:01.894468 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvr_db [None req-78286713-e5c2-4a0f-8f83-ab2b9f614806 None None] Set router 21add2b8-54d5-4536-b496-7594d2356359 gateway port host: dv-cinder-813986-1-iscsi {{(pid=100186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:31:02.006364 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-6a50e4b8-5297-4e49-87ec-7ebc22f1e1fb admin admin] Notify callbacks [] for port, precommit_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:02.075285 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-6a50e4b8-5297-4e49-87ec-7ebc22f1e1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7811640'] for port, after_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:02.077622 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-78286713-e5c2-4a0f-8f83-ab2b9f614806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21add2b8-54d5-4536-b496-7594d2356359', 'name': 'tempest-AttachVolumeShelveTestJSON-1247382938-router', 'tenant_id': '2113c18ca299401c9338cafb84b0ff20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '119ec3f6-aed8-4f4e-91c2-ef4491993617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:30:58Z', 'updated_at': '2021-10-14T12:30:59Z', 'revision_number': 3, 'project_id': '2113c18ca299401c9338cafb84b0ff20', 'gw_port': {'id': '119ec3f6-aed8-4f4e-91c2-ef4491993617', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:80:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21add2b8-54d5-4536-b496-7594d2356359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:59Z', 'updated_at': '2021-10-14T12:31:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi'}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:31:02.108945 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78286713-e5c2-4a0f-8f83-ab2b9f614806 None None] The sync data for ids ['21add2b8-54d5-4536-b496-7594d2356359'] in dv-cinder-813986-1-iscsi is: [{'id': '21add2b8-54d5-4536-b496-7594d2356359', 'name': 'tempest-AttachVolumeShelveTestJSON-1247382938-router', 'tenant_id': '2113c18ca299401c9338cafb84b0ff20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '119ec3f6-aed8-4f4e-91c2-ef4491993617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:30:58Z', 'updated_at': '2021-10-14T12:30:59Z', 'revision_number': 3, 'project_id': '2113c18ca299401c9338cafb84b0ff20', 'gw_port': {'id': '119ec3f6-aed8-4f4e-91c2-ef4491993617', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:80:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21add2b8-54d5-4536-b496-7594d2356359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:59Z', 'updated_at': '2021-10-14T12:31:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi'}] {{(pid=100186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:31:02.138607 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-6a50e4b8-5297-4e49-87ec-7ebc22f1e1fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618727'] for router_interface, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:02.150482 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a50e4b8-5297-4e49-87ec-7ebc22f1e1fb admin admin] Pushing event updated for resources: {'Port': ['ID=35fbb1a3-1573-4763-b2c3-a761bd3feadf,revision_number=2']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:31:02.244199 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a50e4b8-5297-4e49-87ec-7ebc22f1e1fb admin admin] Network e97ba1a4-1eaa-4970-998a-7f37d91a4cc6 is already hosted by enough agents. {{(pid=100185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:31:02.246181 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.base_scheduler [None req-6a50e4b8-5297-4e49-87ec-7ebc22f1e1fb admin admin] Resources bound (agent type, host, resource id): {{(pid=100185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:31:02.319620 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device 8c622bef-4c48-4406-b07f-d0471a9e0205 details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=100186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 12:31:02.380293 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a50e4b8-5297-4e49-87ec-7ebc22f1e1fb admin admin] Router 21add2b8-54d5-4536-b496-7594d2356359 has already been hosted by L3 agent 98567738-4256-4ddd-ae03-62c82ecec038 {{(pid=100185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 12:31:02.474781 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] For port 8c622bef-4c48-4406-b07f-d0471a9e0205, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=8c622bef-4c48-4406-b07f-d0471a9e0205,segment=NetworkSegment(584ba055-2dc7-48f3-84b9-4127e809eac3),segment_id=584ba055-2dc7-48f3-84b9-4127e809eac3)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:31:02.500748 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a50e4b8-5297-4e49-87ec-7ebc22f1e1fb admin admin] Notify agent at l3_agent.dv-cinder-813986-1-iscsi the message routers_updated {{(pid=100185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:31:02.507388 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Returning: {'device': '8c622bef-4c48-4406-b07f-d0471a9e0205', 'network_id': 'bf7b702e-0c4b-4e94-abad-8847fcd2ec90', 'port_id': '8c622bef-4c48-4406-b07f-d0471a9e0205', 'mac_address': 'fa:16:3e:94:e7:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66d7e724-354a-40b0-9c78-94e2f7dba884', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 12:31:02.512031 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-6a50e4b8-5297-4e49-87ec-7ebc22f1e1fb admin admin] 10.222.0.54 "PUT /v2.0/routers/21add2b8-54d5-4536-b496-7594d2356359/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1741323 Oct 14 12:31:02.567359 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:02.582512 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.notifiers.nova [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c622bef-4c48-4406-b07f-d0471a9e0205 {{(pid=100186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:31:02.611596 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] For port 8c622bef-4c48-4406-b07f-d0471a9e0205, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=8c622bef-4c48-4406-b07f-d0471a9e0205,segment=NetworkSegment(584ba055-2dc7-48f3-84b9-4127e809eac3),segment_id=584ba055-2dc7-48f3-84b9-4127e809eac3)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:31:02.617196 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-50bc0412-f01d-4a7f-a817-61f0a2c6628d None None] Provisioning complete for port 35fbb1a3-1573-4763-b2c3-a761bd3feadf triggered by entity DHCP. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:31:02.618808 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-50bc0412-f01d-4a7f-a817-61f0a2c6628d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:02.658846 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-50bc0412-f01d-4a7f-a817-61f0a2c6628d None None] Port 35fbb1a3-1573-4763-b2c3-a761bd3feadf cannot update to ACTIVE because it is not bound. {{(pid=100186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 12:31:02.692800 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:02.747086 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Pushing event updated for resources: {'Port': ['ID=8c622bef-4c48-4406-b07f-d0471a9e0205,revision_number=4']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:31:02.823358 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb22cc-7b0e-40aa-a105-8e556f179a80 req-cee41cb3-e4e5-482c-a71e-6bc89c310190 tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:02.824967 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9fcb22cc-7b0e-40aa-a105-8e556f179a80 req-cee41cb3-e4e5-482c-a71e-6bc89c310190 tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] 10.222.0.54 "GET /v2.0/ports?device_id=af5e3865-94cc-49e7-810c-d6e18009f6d2 HTTP/1.1" status: 200 len: 945 time: 0.0687308 Oct 14 12:31:02.886219 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9fcb22cc-7b0e-40aa-a105-8e556f179a80 req-c9f009cf-e76c-418a-b16a-bdc2e667c463 tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] 10.222.0.54 "GET /v2.0/security-groups?id=6deba12c-7438-4114-924c-efb4ca037d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552936 Oct 14 12:31:02.963602 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device 119ec3f6-aed8-4f4e-91c2-ef4491993617 up at agent ovs-agent-dv-cinder-813986-1-iscsi {{(pid=100186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:31:03.025169 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Provisioning complete for port 119ec3f6-aed8-4f4e-91c2-ef4491993617 triggered by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:31:03.025546 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:03.116620 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:03.138563 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] For port 119ec3f6-aed8-4f4e-91c2-ef4491993617, host dv-cinder-813986-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=119ec3f6-aed8-4f4e-91c2-ef4491993617,segment=NetworkSegment(25948913-841c-4e53-955d-096026847693),segment_id=25948913-841c-4e53-955d-096026847693)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:31:03.144929 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-0a965fb4-a92f-471b-beda-d5483bad7ea4 req-d4cc487f-fe72-40a5-93a3-2df5d31c8cb9 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1798671136&fields=id&tenant_id=d99b7bc72612436fbfc26fefb4d4be39 HTTP/1.1" status: 200 len: 267 time: 0.0407057 Oct 14 12:31:03.150472 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] get_ports_and_sgs() called for port_ids ['8c622bef-4c48-4406-b07f-d0471a9e0205'] {{(pid=100186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:31:03.176283 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 36944) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:31:03.181658 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.v2.base [None req-14f49fdb-87e4-4a8d-9502-5434454c268b tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Request body: {'security_group': {'name': 'tempest-securitygroup--579672379', 'description': 'tempest-description--1707074083'}} {{(pid=100185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:31:03.196654 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:03.264349 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a965fb4-a92f-471b-beda-d5483bad7ea4 req-daf84457-595d-40a9-a595-79b00bc611c1 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:03.265805 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-0a965fb4-a92f-471b-beda-d5483bad7ea4 req-daf84457-595d-40a9-a595-79b00bc611c1 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/networks?id=1645ab42-9d5c-4574-823e-897e40d672c1 HTTP/1.1" status: 200 len: 812 time: 0.1120839 Oct 14 12:31:03.267284 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-14f49fdb-87e4-4a8d-9502-5434454c268b tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks [] for security_group, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:03.274416 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Pushing event updated for resources: {'Port': ['ID=119ec3f6-aed8-4f4e-91c2-ef4491993617,revision_number=4']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:31:03.289360 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-0a965fb4-a92f-471b-beda-d5483bad7ea4 req-bba127af-9a3d-4231-95de-fb81a6d09fb0 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/quotas/d99b7bc72612436fbfc26fefb4d4be39 HTTP/1.1" status: 200 len: 375 time: 0.0131178 Oct 14 12:31:03.360545 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-0a965fb4-a92f-471b-beda-d5483bad7ea4 req-ea239004-82e4-43a1-910b-1b78729aaff7 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d99b7bc72612436fbfc26fefb4d4be39&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0639699 Oct 14 12:31:03.361351 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-14f49fdb-87e4-4a8d-9502-5434454c268b tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks [] for security_group, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:03.407086 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-14f49fdb-87e4-4a8d-9502-5434454c268b tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:03.436050 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f49fdb-87e4-4a8d-9502-5434454c268b tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69e98f73-df72-46e0-9d2f-6f550beb0f87,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:31:03.464802 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-0a965fb4-a92f-471b-beda-d5483bad7ea4 req-79110d07-9315-475c-bf29-ec48d26ffc0b service neutron] 10.222.0.54 "GET /v2.0/networks/1645ab42-9d5c-4574-823e-897e40d672c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898256 Oct 14 12:31:03.472212 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-14f49fdb-87e4-4a8d-9502-5434454c268b tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks [] for security_group, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:03.476908 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-14f49fdb-87e4-4a8d-9502-5434454c268b tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2959273 Oct 14 12:31:03.477220 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 36946) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:31:03.483226 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.v2.base [None req-b0c2113b-0913-46a4-b645-f3002de8c457 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Request body: {'security_group_rule': {'security_group_id': '69e98f73-df72-46e0-9d2f-6f550beb0f87', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:31:03.559155 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-b0c2113b-0913-46a4-b645-f3002de8c457 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:03.577679 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-0a965fb4-a92f-471b-beda-d5483bad7ea4 req-dfdf9902-a470-429a-a87e-ed57d5ffa218 service neutron] 10.222.0.54 "GET /v2.0/networks/1645ab42-9d5c-4574-823e-897e40d672c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066294 Oct 14 12:31:03.645844 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-b0c2113b-0913-46a4-b645-f3002de8c457 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:03.698762 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-b0c2113b-0913-46a4-b645-f3002de8c457 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596696'] for security_group_rule, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:03.720556 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c2113b-0913-46a4-b645-f3002de8c457 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fbd9272-ab27-4f55-a256-82c0841f5522,revision_number=0']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:31:03.791436 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-b0c2113b-0913-46a4-b645-f3002de8c457 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:03.792641 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-b0c2113b-0913-46a4-b645-f3002de8c457 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3140068 Oct 14 12:31:03.795326 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 36956) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:31:03.799711 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.v2.base [None req-502ad30c-b501-4ced-8cbc-f2a480df7ee5 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Request body: {'security_group_rule': {'security_group_id': '69e98f73-df72-46e0-9d2f-6f550beb0f87', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:31:03.915384 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3838e51-a396-4ea5-9627-32e6eed56776 None None] Sync routers for ids ['21add2b8-54d5-4536-b496-7594d2356359'] in dv-cinder-813986-1-iscsi {{(pid=100187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:31:03.924466 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3838e51-a396-4ea5-9627-32e6eed56776 None None] Routers {'21add2b8-54d5-4536-b496-7594d2356359'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:31:03.925130 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_hamode_db [None req-d3838e51-a396-4ea5-9627-32e6eed56776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:30:56Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['21add2b8-54d5-4536-b496-7594d2356359'], 'active': True} {{(pid=100187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:31:03.932008 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-502ad30c-b501-4ced-8cbc-f2a480df7ee5 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:03.996537 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-502ad30c-b501-4ced-8cbc-f2a480df7ee5 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:04.017818 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b131582-12db-4785-8490-82a778523a29 req-b6d51e04-4472-4492-bf31-67e158c559d8 tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:04.029241 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9b131582-12db-4785-8490-82a778523a29 req-b6d51e04-4472-4492-bf31-67e158c559d8 tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] 10.222.0.54 "GET /v2.0/ports?device_id=af5e3865-94cc-49e7-810c-d6e18009f6d2 HTTP/1.1" status: 200 len: 945 time: 0.0507364 Oct 14 12:31:04.036650 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_dvr_db [None req-d3838e51-a396-4ea5-9627-32e6eed56776 None None] Set router 21add2b8-54d5-4536-b496-7594d2356359 gateway port host: dv-cinder-813986-1-iscsi {{(pid=100187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:31:04.058364 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9b131582-12db-4785-8490-82a778523a29 req-1516b0fe-80f1-4e30-a26f-1e6dc3d7fca9 tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] 10.222.0.54 "GET /v2.0/security-groups?id=6deba12c-7438-4114-924c-efb4ca037d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327239 Oct 14 12:31:04.109854 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-502ad30c-b501-4ced-8cbc-f2a480df7ee5 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596696'] for security_group_rule, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:04.135196 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502ad30c-b501-4ced-8cbc-f2a480df7ee5 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96223e5f-a06c-4cba-bb03-9984dcad6254,revision_number=0']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:31:04.220540 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-502ad30c-b501-4ced-8cbc-f2a480df7ee5 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:04.221874 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-502ad30c-b501-4ced-8cbc-f2a480df7ee5 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4255855 Oct 14 12:31:04.225423 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 36962) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:31:04.229884 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.v2.base [None req-d92952ff-3c82-449f-b02e-c6b81d6d6088 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Request body: {'floatingip': {'floating_network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3'}} {{(pid=100185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:31:04.327216 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-d92952ff-3c82-449f-b02e-c6b81d6d6088 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks [] for floatingip, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:04.345426 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_hamode_db [None req-d3838e51-a396-4ea5-9627-32e6eed56776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21add2b8-54d5-4536-b496-7594d2356359', 'name': 'tempest-AttachVolumeShelveTestJSON-1247382938-router', 'tenant_id': '2113c18ca299401c9338cafb84b0ff20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '119ec3f6-aed8-4f4e-91c2-ef4491993617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:30:58Z', 'updated_at': '2021-10-14T12:31:01Z', 'revision_number': 4, 'project_id': '2113c18ca299401c9338cafb84b0ff20', 'gw_port': {'id': '119ec3f6-aed8-4f4e-91c2-ef4491993617', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:80:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21add2b8-54d5-4536-b496-7594d2356359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:59Z', 'updated_at': '2021-10-14T12:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_interfaces': [{'id': '35fbb1a3-1573-4763-b2c3-a761bd3feadf', 'name': '', 'network_id': 'e97ba1a4-1eaa-4970-998a-7f37d91a4cc6', 'tenant_id': '2113c18ca299401c9338cafb84b0ff20', 'mac_address': 'fa:16:3e:17:14:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21add2b8-54d5-4536-b496-7594d2356359', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'ffaa80f7-d349-41e0-815d-fe25cd4e4dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:31:00Z', 'updated_at': '2021-10-14T12:31:01Z', 'revision_number': 2, 'project_id': '2113c18ca299401c9338cafb84b0ff20', 'subnets': [{'id': 'ffaa80f7-d349-41e0-815d-fe25cd4e4dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:31:04.358672 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-fb0abcbb-63f8-4e52-a4c8-aa80a3f341af req-5820bf5e-9b5c-4243-bd42-0ab77b7da36c tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee06ffed-2107-4062-bd7b-74f696963264 HTTP/1.1" status: 200 len: 210 time: 0.0435317 Oct 14 12:31:04.379801 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3838e51-a396-4ea5-9627-32e6eed56776 None None] Checking router: 21add2b8-54d5-4536-b496-7594d2356359 for host: dv-cinder-813986-1-iscsi {{(pid=100187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:31:04.380334 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3838e51-a396-4ea5-9627-32e6eed56776 None None] Updating router 21add2b8-54d5-4536-b496-7594d2356359 port 35fbb1a3-1573-4763-b2c3-a761bd3feadf binding host dv-cinder-813986-1-iscsi {{(pid=100187) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 12:31:04.407844 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron_lib.callbacks.manager [None req-d3838e51-a396-4ea5-9627-32e6eed56776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:04.451091 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-d92952ff-3c82-449f-b02e-c6b81d6d6088 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:04.557785 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.db.db_base_plugin_common [None req-d92952ff-3c82-449f-b02e-c6b81d6d6088 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Allocated IP 172.27.0.225 (b7b7a1d8-4110-4f63-bddb-33667e2d84f3/eea40cd2-79ec-4f52-9668-443439548eb0/9fc92c34-02cc-4a6c-9d0f-c331b7a1fedd) {{(pid=100185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:31:04.668263 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-d92952ff-3c82-449f-b02e-c6b81d6d6088 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks [] for port, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:04.681444 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron_lib.callbacks.manager [None req-d3838e51-a396-4ea5-9627-32e6eed56776 None None] Notify callbacks [] for port, precommit_update {{(pid=100187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:04.761551 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron_lib.callbacks.manager [None req-d3838e51-a396-4ea5-9627-32e6eed56776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:04.762080 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-d92952ff-3c82-449f-b02e-c6b81d6d6088 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787792822806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7811617'] for port, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:04.804327 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92952ff-3c82-449f-b02e-c6b81d6d6088 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Network b7b7a1d8-4110-4f63-bddb-33667e2d84f3 is already hosted by enough agents. {{(pid=100185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:31:04.808118 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.base_scheduler [None req-d92952ff-3c82-449f-b02e-c6b81d6d6088 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Resources bound (agent type, host, resource id): {{(pid=100185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:31:04.810583 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92952ff-3c82-449f-b02e-c6b81d6d6088 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Received port after_create {{(pid=100185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:31:04.815624 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b48c472-c013-4024-a19c-07466e8ac604 None None] Pushing event updated for resources: {'Port': ['ID=35fbb1a3-1573-4763-b2c3-a761bd3feadf,revision_number=3']} {{(pid=100187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:31:04.841140 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92952ff-3c82-449f-b02e-c6b81d6d6088 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Pushing event updated for resources: {'Port': ['ID=9fc92c34-02cc-4a6c-9d0f-c331b7a1fedd,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:31:04.887390 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.managers [None req-d3838e51-a396-4ea5-9627-32e6eed56776 None None] Attempting to bind port 35fbb1a3-1573-4763-b2c3-a761bd3feadf on host dv-cinder-813986-1-iscsi for vnic_type normal with profile {{(pid=100187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:31:04.888476 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.managers [None req-d3838e51-a396-4ea5-9627-32e6eed56776 None None] Attempting to bind port 35fbb1a3-1573-4763-b2c3-a761bd3feadf by drivers openvswitch,hyperv on host dv-cinder-813986-1-iscsi at level 0 using segments [{'id': '58cb4796-6024-43c0-aa42-7ecb540db5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e97ba1a4-1eaa-4970-998a-7f37d91a4cc6'}] {{(pid=100187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:31:04.888476 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3838e51-a396-4ea5-9627-32e6eed56776 None None] Attempting to bind port 35fbb1a3-1573-4763-b2c3-a761bd3feadf on network e97ba1a4-1eaa-4970-998a-7f37d91a4cc6 {{(pid=100187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:31:04.896602 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3838e51-a396-4ea5-9627-32e6eed56776 None None] Checking agent: {'id': '87c3554d-181c-44a6-8f26-629ea6b28d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813986-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 18, 27), 'started_at': datetime.datetime(2021, 10, 14, 12, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813986-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:31:04.896973 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3838e51-a396-4ea5-9627-32e6eed56776 None None] Checking segment: {'id': '58cb4796-6024-43c0-aa42-7ecb540db5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e97ba1a4-1eaa-4970-998a-7f37d91a4cc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:31:04.897370 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron_lib.callbacks.manager [None req-d3838e51-a396-4ea5-9627-32e6eed56776 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:04.897761 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3838e51-a396-4ea5-9627-32e6eed56776 None None] Bound using segment: {'id': '58cb4796-6024-43c0-aa42-7ecb540db5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e97ba1a4-1eaa-4970-998a-7f37d91a4cc6'} {{(pid=100187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:31:04.898359 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.managers [None req-d3838e51-a396-4ea5-9627-32e6eed56776 None None] Bound port: 35fbb1a3-1573-4763-b2c3-a761bd3feadf, host: dv-cinder-813986-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58cb4796-6024-43c0-aa42-7ecb540db5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e97ba1a4-1eaa-4970-998a-7f37d91a4cc6'}}] {{(pid=100187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:31:04.899228 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron_lib.callbacks.manager [None req-d3838e51-a396-4ea5-9627-32e6eed56776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:04.924791 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device 119ec3f6-aed8-4f4e-91c2-ef4491993617 up at agent ovs-agent-dv-cinder-813986-1-iscsi {{(pid=100186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:31:04.933246 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-d92952ff-3c82-449f-b02e-c6b81d6d6088 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:04.978169 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Provisioning complete for port 119ec3f6-aed8-4f4e-91c2-ef4491993617 triggered by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:31:04.978803 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:05.000186 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.db [None req-d3838e51-a396-4ea5-9627-32e6eed56776 None None] For port 35fbb1a3-1573-4763-b2c3-a761bd3feadf, host dv-cinder-813986-1-iscsi, cleared binding levels {{(pid=100187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:31:05.003680 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.db [None req-d3838e51-a396-4ea5-9627-32e6eed56776 None None] For port 35fbb1a3-1573-4763-b2c3-a761bd3feadf, host dv-cinder-813986-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=35fbb1a3-1573-4763-b2c3-a761bd3feadf,segment=NetworkSegment(58cb4796-6024-43c0-aa42-7ecb540db5e1),segment_id=58cb4796-6024-43c0-aa42-7ecb540db5e1)] {{(pid=100187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:31:05.034492 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-d92952ff-3c82-449f-b02e-c6b81d6d6088 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:05.088615 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron_lib.callbacks.manager [None req-d3838e51-a396-4ea5-9627-32e6eed56776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:05.105255 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-d61436f4-5660-49f6-a58d-419d2b0462ee None None] Provisioning complete for port 35fbb1a3-1573-4763-b2c3-a761bd3feadf triggered by entity DHCP. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:31:05.105840 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-d61436f4-5660-49f6-a58d-419d2b0462ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:05.153405 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b48c472-c013-4024-a19c-07466e8ac604 None None] Pushing event updated for resources: {'Port': ['ID=35fbb1a3-1573-4763-b2c3-a761bd3feadf,revision_number=4']} {{(pid=100187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:31:05.180034 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3838e51-a396-4ea5-9627-32e6eed56776 None None] Routers {'21add2b8-54d5-4536-b496-7594d2356359'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:31:05.185277 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_hamode_db [None req-d3838e51-a396-4ea5-9627-32e6eed56776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:30:56Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['21add2b8-54d5-4536-b496-7594d2356359'], 'active': True} {{(pid=100187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:31:05.221327 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab46318-62b0-48e4-85c7-e2824194be35 req-7b9f23e5-cf7a-41aa-b437-f4e6d5910b7f tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:05.234123 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-cab46318-62b0-48e4-85c7-e2824194be35 req-7b9f23e5-cf7a-41aa-b437-f4e6d5910b7f tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] 10.222.0.54 "GET /v2.0/ports?device_id=af5e3865-94cc-49e7-810c-d6e18009f6d2 HTTP/1.1" status: 200 len: 945 time: 0.0966256 Oct 14 12:31:05.234479 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-d92952ff-3c82-449f-b02e-c6b81d6d6088 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks [] for port, precommit_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:05.241482 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-d61436f4-5660-49f6-a58d-419d2b0462ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:05.286645 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-cab46318-62b0-48e4-85c7-e2824194be35 req-b70953ee-6113-4d03-b78b-f7e5e1bbbe85 tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] 10.222.0.54 "GET /v2.0/security-groups?id=6deba12c-7438-4114-924c-efb4ca037d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513468 Oct 14 12:31:05.290458 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-d61436f4-5660-49f6-a58d-419d2b0462ee None None] For port 35fbb1a3-1573-4763-b2c3-a761bd3feadf, host dv-cinder-813986-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=35fbb1a3-1573-4763-b2c3-a761bd3feadf,segment=NetworkSegment(58cb4796-6024-43c0-aa42-7ecb540db5e1),segment_id=58cb4796-6024-43c0-aa42-7ecb540db5e1)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:31:05.327401 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-d92952ff-3c82-449f-b02e-c6b81d6d6088 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7811640'] for port, after_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:05.355246 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_dvr_db [None req-d3838e51-a396-4ea5-9627-32e6eed56776 None None] Set router 21add2b8-54d5-4536-b496-7594d2356359 gateway port host: dv-cinder-813986-1-iscsi {{(pid=100187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:31:05.395454 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-d61436f4-5660-49f6-a58d-419d2b0462ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:05.422083 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92952ff-3c82-449f-b02e-c6b81d6d6088 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Pushing event updated for resources: {'Port': ['ID=9fc92c34-02cc-4a6c-9d0f-c331b7a1fedd,revision_number=2']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:31:05.447028 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-d92952ff-3c82-449f-b02e-c6b81d6d6088 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-619548'] for floatingip, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:05.468789 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61436f4-5660-49f6-a58d-419d2b0462ee None None] Pushing event updated for resources: {'Port': ['ID=35fbb1a3-1573-4763-b2c3-a761bd3feadf,revision_number=5']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:31:05.479565 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-7569aaa2-6506-4ebe-84ad-eb3c54f64aa3 req-379f2717-680d-4d4a-9dd3-fb2640053ccb tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee06ffed-2107-4062-bd7b-74f696963264 HTTP/1.1" status: 200 len: 210 time: 0.0379128 Oct 14 12:31:05.516893 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-6da31878-0eaa-4f09-b8b9-2fe06f876e5d None None] Provisioning complete for port 35fbb1a3-1573-4763-b2c3-a761bd3feadf triggered by entity DHCP. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:31:05.517264 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-6da31878-0eaa-4f09-b8b9-2fe06f876e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:05.551970 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-d92952ff-3c82-449f-b02e-c6b81d6d6088 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516790'] for floatingip, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:05.562054 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-d92952ff-3c82-449f-b02e-c6b81d6d6088 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3274417 Oct 14 12:31:05.593227 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_hamode_db [None req-d3838e51-a396-4ea5-9627-32e6eed56776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21add2b8-54d5-4536-b496-7594d2356359', 'name': 'tempest-AttachVolumeShelveTestJSON-1247382938-router', 'tenant_id': '2113c18ca299401c9338cafb84b0ff20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '119ec3f6-aed8-4f4e-91c2-ef4491993617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:30:58Z', 'updated_at': '2021-10-14T12:31:01Z', 'revision_number': 4, 'project_id': '2113c18ca299401c9338cafb84b0ff20', 'gw_port': {'id': '119ec3f6-aed8-4f4e-91c2-ef4491993617', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:80:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21add2b8-54d5-4536-b496-7594d2356359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:59Z', 'updated_at': '2021-10-14T12:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_interfaces': [{'id': '35fbb1a3-1573-4763-b2c3-a761bd3feadf', 'name': '', 'network_id': 'e97ba1a4-1eaa-4970-998a-7f37d91a4cc6', 'tenant_id': '2113c18ca299401c9338cafb84b0ff20', 'mac_address': 'fa:16:3e:17:14:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21add2b8-54d5-4536-b496-7594d2356359', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'ffaa80f7-d349-41e0-815d-fe25cd4e4dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:31:00Z', 'updated_at': '2021-10-14T12:31:04Z', 'revision_number': 4, 'project_id': '2113c18ca299401c9338cafb84b0ff20', 'subnets': [{'id': 'ffaa80f7-d349-41e0-815d-fe25cd4e4dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:31:05.626227 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3838e51-a396-4ea5-9627-32e6eed56776 None None] The sync data for ids ['21add2b8-54d5-4536-b496-7594d2356359'] in dv-cinder-813986-1-iscsi is: [{'id': '21add2b8-54d5-4536-b496-7594d2356359', 'name': 'tempest-AttachVolumeShelveTestJSON-1247382938-router', 'tenant_id': '2113c18ca299401c9338cafb84b0ff20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '119ec3f6-aed8-4f4e-91c2-ef4491993617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:30:58Z', 'updated_at': '2021-10-14T12:31:01Z', 'revision_number': 4, 'project_id': '2113c18ca299401c9338cafb84b0ff20', 'gw_port': {'id': '119ec3f6-aed8-4f4e-91c2-ef4491993617', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:80:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21add2b8-54d5-4536-b496-7594d2356359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:59Z', 'updated_at': '2021-10-14T12:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_interfaces': [{'id': '35fbb1a3-1573-4763-b2c3-a761bd3feadf', 'name': '', 'network_id': 'e97ba1a4-1eaa-4970-998a-7f37d91a4cc6', 'tenant_id': '2113c18ca299401c9338cafb84b0ff20', 'mac_address': 'fa:16:3e:17:14:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21add2b8-54d5-4536-b496-7594d2356359', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'ffaa80f7-d349-41e0-815d-fe25cd4e4dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:31:00Z', 'updated_at': '2021-10-14T12:31:04Z', 'revision_number': 4, 'project_id': '2113c18ca299401c9338cafb84b0ff20', 'subnets': [{'id': 'ffaa80f7-d349-41e0-815d-fe25cd4e4dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:31:05.748613 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-d5cf37c5-9e87-4131-a562-5eec45dd887d req-093acf2f-dcd2-428a-8d4d-25dbddb5743d tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--579672379&fields=id&tenant_id=2113c18ca299401c9338cafb84b0ff20 HTTP/1.1" status: 200 len: 267 time: 0.0491164 Oct 14 12:31:05.883032 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf37c5-9e87-4131-a562-5eec45dd887d req-ae6ae411-23db-4a60-8a83-15cbfb8964ee tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:05.884621 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-d5cf37c5-9e87-4131-a562-5eec45dd887d req-ae6ae411-23db-4a60-8a83-15cbfb8964ee tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/networks?id=e97ba1a4-1eaa-4970-998a-7f37d91a4cc6 HTTP/1.1" status: 200 len: 817 time: 0.1277204 Oct 14 12:31:05.899949 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-d5cf37c5-9e87-4131-a562-5eec45dd887d req-3e058e2e-8c1b-4944-aeb9-fe832251eb15 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/quotas/2113c18ca299401c9338cafb84b0ff20 HTTP/1.1" status: 200 len: 375 time: 0.0094781 Oct 14 12:31:05.959304 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-d5cf37c5-9e87-4131-a562-5eec45dd887d req-c4426d58-9d25-43a5-8a4c-085a9cc92393 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=2113c18ca299401c9338cafb84b0ff20&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0535822 Oct 14 12:31:06.067273 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-d5cf37c5-9e87-4131-a562-5eec45dd887d req-b0c079ac-5033-4640-a191-237fa43d1fce service neutron] 10.222.0.54 "GET /v2.0/networks/e97ba1a4-1eaa-4970-998a-7f37d91a4cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957844 Oct 14 12:31:06.163103 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-d5cf37c5-9e87-4131-a562-5eec45dd887d req-02633e12-74ba-4207-a9ea-3cf2f09592bb service neutron] 10.222.0.54 "GET /v2.0/networks/e97ba1a4-1eaa-4970-998a-7f37d91a4cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893033 Oct 14 12:31:06.373293 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device 8c622bef-4c48-4406-b07f-d0471a9e0205 up at agent hyperv_hv-cinder-81398 {{(pid=100186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:31:06.427427 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a31477-d97d-43a8-9f87-817ba7e826cb req-4d2ef463-ca54-485d-b910-dd41dcfa86b1 tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:06.429173 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-d6a31477-d97d-43a8-9f87-817ba7e826cb req-4d2ef463-ca54-485d-b910-dd41dcfa86b1 tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] 10.222.0.54 "GET /v2.0/ports?device_id=af5e3865-94cc-49e7-810c-d6e18009f6d2 HTTP/1.1" status: 200 len: 945 time: 0.0632374 Oct 14 12:31:06.480836 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-d6a31477-d97d-43a8-9f87-817ba7e826cb req-1dc2c6f6-cb32-4882-ae69-ae8f345dffff tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] 10.222.0.54 "GET /v2.0/security-groups?id=6deba12c-7438-4114-924c-efb4ca037d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454938 Oct 14 12:31:06.492548 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Provisioning for port 8c622bef-4c48-4406-b07f-d0471a9e0205 completed by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 12:31:06.496792 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Provisioning complete for port 8c622bef-4c48-4406-b07f-d0471a9e0205 triggered by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:31:06.497368 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:06.584336 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9f66f50f-f7f4-4ab0-b824-e0db24d3c159 req-aef0a16f-6d60-4b9b-9240-061d15e9c7db tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 210 time: 0.0554137 Oct 14 12:31:06.618157 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:06.644375 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-44c3487c-2671-4d8e-8589-12f83e339054 req-016f62c9-f44f-44d9-a3ef-a5067a53a9e8 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee06ffed-2107-4062-bd7b-74f696963264 HTTP/1.1" status: 200 len: 210 time: 0.0547693 Oct 14 12:31:06.649942 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af5e3865-94cc-49e7-810c-d6e18009f6d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c622bef-4c48-4406-b07f-d0471a9e0205'}] {{(pid=100186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:31:06.652410 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ce96789b1b9487be48749a60ffcfd0a175945a3b692fd75626d794e24ae9ed4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a68005e7-d778-4fdc-9625-ffcafa1efba2" -d '{"events": [{"server_uuid": "af5e3865-94cc-49e7-810c-d6e18009f6d2", "name": "network-vif-plugged", "status": "completed", "tag": "8c622bef-4c48-4406-b07f-d0471a9e0205"}]}' {{(pid=100186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:31:06.668918 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] For port 8c622bef-4c48-4406-b07f-d0471a9e0205, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=8c622bef-4c48-4406-b07f-d0471a9e0205,segment=NetworkSegment(584ba055-2dc7-48f3-84b9-4127e809eac3),segment_id=584ba055-2dc7-48f3-84b9-4127e809eac3)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:31:06.692889 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106cfed0-2e1a-4023-9d5e-49fb8ad16bca x-openstack-request-id: req-106cfed0-2e1a-4023-9d5e-49fb8ad16bca {{(pid=100186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:31:06.693241 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af5e3865-94cc-49e7-810c-d6e18009f6d2", "name": "network-vif-plugged", "status": "completed", "tag": "8c622bef-4c48-4406-b07f-d0471a9e0205", "code": 200}]} {{(pid=100186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:31:06.693521 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-106cfed0-2e1a-4023-9d5e-49fb8ad16bca {{(pid=100186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:31:06.693968 dv-cinder-813986-1-iscsi neutron-server[100186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af5e3865-94cc-49e7-810c-d6e18009f6d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c622bef-4c48-4406-b07f-d0471a9e0205', 'code': 200} Oct 14 12:31:06.773102 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:06.862226 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Pushing event updated for resources: {'Port': ['ID=8c622bef-4c48-4406-b07f-d0471a9e0205,revision_number=5']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:31:06.886451 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a965fb4-a92f-471b-beda-d5483bad7ea4 req-8c0faf0d-85b1-4a30-960c-962436fa9ea8 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:06.888698 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-0a965fb4-a92f-471b-beda-d5483bad7ea4 req-8c0faf0d-85b1-4a30-960c-962436fa9ea8 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.25 "GET /v2.0/networks?id=1645ab42-9d5c-4574-823e-897e40d672c1 HTTP/1.1" status: 200 len: 812 time: 0.1380243 Oct 14 12:31:06.939931 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-0a965fb4-a92f-471b-beda-d5483bad7ea4 req-63e828a4-eb5c-46ce-8445-eacfcda19112 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d99b7bc72612436fbfc26fefb4d4be39 HTTP/1.1" status: 200 len: 380 time: 0.0405030 Oct 14 12:31:06.947432 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device 35fbb1a3-1573-4763-b2c3-a761bd3feadf up at agent ovs-agent-dv-cinder-813986-1-iscsi {{(pid=100186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:31:06.951442 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.v2.base [req-0a965fb4-a92f-471b-beda-d5483bad7ea4 req-20198229-87ed-48a7-bf40-21d25d9ae26e tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Request body: {'port': {'device_id': 'ee06ffed-2107-4062-bd7b-74f696963264', 'network_id': '1645ab42-9d5c-4574-823e-897e40d672c1', 'admin_state_up': True, 'tenant_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'security_groups': ['68fb2c81-0a0b-490d-b3ee-a78d1372b2ef']}} {{(pid=100185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:31:06.996819 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Provisioning complete for port 35fbb1a3-1573-4763-b2c3-a761bd3feadf triggered by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:31:06.997164 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:07.107067 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3048cd09-68e3-4b0d-bf1f-669efe30dafa req-4a9d5c13-9b82-40ed-8631-b370c260dd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:07.108663 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-3048cd09-68e3-4b0d-bf1f-669efe30dafa req-4a9d5c13-9b82-40ed-8631-b370c260dd62 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=af5e3865-94cc-49e7-810c-d6e18009f6d2 HTTP/1.1" status: 200 len: 1099 time: 0.0926785 Oct 14 12:31:07.149503 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a965fb4-a92f-471b-beda-d5483bad7ea4 req-20198229-87ed-48a7-bf40-21d25d9ae26e tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Made reservation on behalf of d99b7bc72612436fbfc26fefb4d4be39 for: {'port': 1} {{(pid=100185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:31:07.153235 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-0a965fb4-a92f-471b-beda-d5483bad7ea4 req-20198229-87ed-48a7-bf40-21d25d9ae26e tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:07.163451 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-3048cd09-68e3-4b0d-bf1f-669efe30dafa req-dd9222ef-4f16-4973-8484-25d6ce47c04e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=6deba12c-7438-4114-924c-efb4ca037d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384684 Oct 14 12:31:07.290813 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.db.db_base_plugin_common [req-0a965fb4-a92f-471b-beda-d5483bad7ea4 req-20198229-87ed-48a7-bf40-21d25d9ae26e tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Allocated IP 172.20.0.10 (1645ab42-9d5c-4574-823e-897e40d672c1/2ad3bf63-05be-4f65-ad9c-541a80de9cc8/83cace9e-5ca6-4b67-80b8-843108e5fb0f) {{(pid=100185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:31:07.428231 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-0a965fb4-a92f-471b-beda-d5483bad7ea4 req-20198229-87ed-48a7-bf40-21d25d9ae26e tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks [] for port, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:07.561700 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-0a965fb4-a92f-471b-beda-d5483bad7ea4 req-20198229-87ed-48a7-bf40-21d25d9ae26e tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787792822806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7811617'] for port, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:07.609410 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7014c7-7510-49d2-b2eb-d3f460fd549b req-4b1a13ed-2750-43e0-b972-5c4bf31dd424 tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:07.611764 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-5e7014c7-7510-49d2-b2eb-d3f460fd549b req-4b1a13ed-2750-43e0-b972-5c4bf31dd424 tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] 10.222.0.54 "GET /v2.0/ports?device_id=af5e3865-94cc-49e7-810c-d6e18009f6d2 HTTP/1.1" status: 200 len: 946 time: 0.0551369 Oct 14 12:31:07.616979 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a965fb4-a92f-471b-beda-d5483bad7ea4 req-20198229-87ed-48a7-bf40-21d25d9ae26e tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Network 1645ab42-9d5c-4574-823e-897e40d672c1 is already hosted by enough agents. {{(pid=100185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:31:07.622158 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.base_scheduler [req-0a965fb4-a92f-471b-beda-d5483bad7ea4 req-20198229-87ed-48a7-bf40-21d25d9ae26e tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Resources bound (agent type, host, resource id): {{(pid=100185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:31:07.627096 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a965fb4-a92f-471b-beda-d5483bad7ea4 req-20198229-87ed-48a7-bf40-21d25d9ae26e tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Received port after_create {{(pid=100185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:31:07.642325 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20198229-87ed-48a7-bf40-21d25d9ae26e tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Pushing event updated for resources: {'Port': ['ID=83cace9e-5ca6-4b67-80b8-843108e5fb0f,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:31:07.661053 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-5e7014c7-7510-49d2-b2eb-d3f460fd549b req-d79f4c81-3cc1-4a1f-bcec-40dfb04faf77 tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] 10.222.0.54 "GET /v2.0/security-groups?id=6deba12c-7438-4114-924c-efb4ca037d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427847 Oct 14 12:31:07.687400 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:07.729489 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a965fb4-a92f-471b-beda-d5483bad7ea4 req-20198229-87ed-48a7-bf40-21d25d9ae26e tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:07.730357 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-0a965fb4-a92f-471b-beda-d5483bad7ea4 req-20198229-87ed-48a7-bf40-21d25d9ae26e tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516790'] for port, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:07.734987 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-23507a11-2e2c-43fd-a054-086e1544f9ca req-c7909d4c-9eff-4292-a02a-7ef17d091d55 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 210 time: 0.0381544 Oct 14 12:31:07.815327 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-0a965fb4-a92f-471b-beda-d5483bad7ea4 req-20198229-87ed-48a7-bf40-21d25d9ae26e tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8675079 Oct 14 12:31:07.820840 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6ac8fc-e988-46a0-8bc7-4b0c1186e33a req-74c8a3d8-8534-4a45-b399-6e536625a2f7 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:07.822465 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9a6ac8fc-e988-46a0-8bc7-4b0c1186e33a req-74c8a3d8-8534-4a45-b399-6e536625a2f7 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee06ffed-2107-4062-bd7b-74f696963264 HTTP/1.1" status: 200 len: 932 time: 0.0613692 Oct 14 12:31:07.830459 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.v2.base [req-0a965fb4-a92f-471b-beda-d5483bad7ea4 req-edd2a97f-3675-418a-a384-3363dcacb3d7 service neutron] Request body: {'port': {'device_id': 'ee06ffed-2107-4062-bd7b-74f696963264', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=100185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:31:07.871455 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9a6ac8fc-e988-46a0-8bc7-4b0c1186e33a req-abfa441c-c66a-4046-93f1-658ffee4877e tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/security-groups?id=68fb2c81-0a0b-490d-b3ee-a78d1372b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376215 Oct 14 12:31:07.890090 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-0a965fb4-a92f-471b-beda-d5483bad7ea4 req-edd2a97f-3675-418a-a384-3363dcacb3d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:07.945545 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-03b7bc96-a6ee-4d2e-9aaa-19e772550b58 None None] Provisioning complete for port 83cace9e-5ca6-4b67-80b8-843108e5fb0f triggered by entity DHCP. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:31:07.945961 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-03b7bc96-a6ee-4d2e-9aaa-19e772550b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:07.989805 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-03b7bc96-a6ee-4d2e-9aaa-19e772550b58 None None] Port 83cace9e-5ca6-4b67-80b8-843108e5fb0f cannot update to ACTIVE because it is not bound. {{(pid=100186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 12:31:08.163332 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.notifiers.nova [req-0a965fb4-a92f-471b-beda-d5483bad7ea4 req-edd2a97f-3675-418a-a384-3363dcacb3d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83cace9e-5ca6-4b67-80b8-843108e5fb0f {{(pid=100185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:31:08.171125 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-0a965fb4-a92f-471b-beda-d5483bad7ea4 req-edd2a97f-3675-418a-a384-3363dcacb3d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:08.183310 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.db.provisioning_blocks [req-0a965fb4-a92f-471b-beda-d5483bad7ea4 req-edd2a97f-3675-418a-a384-3363dcacb3d7 service neutron] Transition to ACTIVE for port object 83cace9e-5ca6-4b67-80b8-843108e5fb0f will not be triggered until provisioned by entity L2. {{(pid=100185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 12:31:08.280927 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-0a965fb4-a92f-471b-beda-d5483bad7ea4 req-edd2a97f-3675-418a-a384-3363dcacb3d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7811640'] for port, after_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:08.330865 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd2a97f-3675-418a-a384-3363dcacb3d7 service neutron] Pushing event updated for resources: {'Port': ['ID=83cace9e-5ca6-4b67-80b8-843108e5fb0f,revision_number=2']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:31:08.405084 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.managers [req-0a965fb4-a92f-471b-beda-d5483bad7ea4 req-edd2a97f-3675-418a-a384-3363dcacb3d7 service neutron] Attempting to bind port 83cace9e-5ca6-4b67-80b8-843108e5fb0f on host hv-cinder-81398 for vnic_type normal with profile {{(pid=100185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:31:08.405443 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.managers [req-0a965fb4-a92f-471b-beda-d5483bad7ea4 req-edd2a97f-3675-418a-a384-3363dcacb3d7 service neutron] Attempting to bind port 83cace9e-5ca6-4b67-80b8-843108e5fb0f by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': '6a8c4e17-959a-4a0c-982c-7e92be64d560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1645ab42-9d5c-4574-823e-897e40d672c1'}] {{(pid=100185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:31:08.405764 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a965fb4-a92f-471b-beda-d5483bad7ea4 req-edd2a97f-3675-418a-a384-3363dcacb3d7 service neutron] Attempting to bind port 83cace9e-5ca6-4b67-80b8-843108e5fb0f on network 1645ab42-9d5c-4574-823e-897e40d672c1 {{(pid=100185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:31:08.410430 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a965fb4-a92f-471b-beda-d5483bad7ea4 req-edd2a97f-3675-418a-a384-3363dcacb3d7 service neutron] Port 83cace9e-5ca6-4b67-80b8-843108e5fb0f on network 1645ab42-9d5c-4574-823e-897e40d672c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=100185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 12:31:08.410744 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a965fb4-a92f-471b-beda-d5483bad7ea4 req-edd2a97f-3675-418a-a384-3363dcacb3d7 service neutron] Attempting to bind port 83cace9e-5ca6-4b67-80b8-843108e5fb0f on network 1645ab42-9d5c-4574-823e-897e40d672c1 {{(pid=100185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:31:08.416232 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a965fb4-a92f-471b-beda-d5483bad7ea4 req-edd2a97f-3675-418a-a384-3363dcacb3d7 service neutron] Checking agent: {'id': 'ea4bb8b9-32a8-4621-b95b-9b4a1b78ce98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 24, 36), 'started_at': datetime.datetime(2021, 10, 14, 12, 24, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:31:08.416563 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a965fb4-a92f-471b-beda-d5483bad7ea4 req-edd2a97f-3675-418a-a384-3363dcacb3d7 service neutron] Checking segment: {'id': '6a8c4e17-959a-4a0c-982c-7e92be64d560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1645ab42-9d5c-4574-823e-897e40d672c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:31:08.416994 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a965fb4-a92f-471b-beda-d5483bad7ea4 req-edd2a97f-3675-418a-a384-3363dcacb3d7 service neutron] Bound using segment: {'id': '6a8c4e17-959a-4a0c-982c-7e92be64d560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1645ab42-9d5c-4574-823e-897e40d672c1'} {{(pid=100185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:31:08.417401 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.managers [req-0a965fb4-a92f-471b-beda-d5483bad7ea4 req-edd2a97f-3675-418a-a384-3363dcacb3d7 service neutron] Bound port: 83cace9e-5ca6-4b67-80b8-843108e5fb0f, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a8c4e17-959a-4a0c-982c-7e92be64d560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1645ab42-9d5c-4574-823e-897e40d672c1'}}] {{(pid=100185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:31:08.417887 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-0a965fb4-a92f-471b-beda-d5483bad7ea4 req-edd2a97f-3675-418a-a384-3363dcacb3d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:08.487227 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.db [req-0a965fb4-a92f-471b-beda-d5483bad7ea4 req-edd2a97f-3675-418a-a384-3363dcacb3d7 service neutron] For port 83cace9e-5ca6-4b67-80b8-843108e5fb0f, host hv-cinder-81398, cleared binding levels {{(pid=100185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:31:08.491575 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.db [req-0a965fb4-a92f-471b-beda-d5483bad7ea4 req-edd2a97f-3675-418a-a384-3363dcacb3d7 service neutron] For port 83cace9e-5ca6-4b67-80b8-843108e5fb0f, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=83cace9e-5ca6-4b67-80b8-843108e5fb0f,segment=NetworkSegment(6a8c4e17-959a-4a0c-982c-7e92be64d560),segment_id=6a8c4e17-959a-4a0c-982c-7e92be64d560)] {{(pid=100185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:31:08.561904 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-0a965fb4-a92f-471b-beda-d5483bad7ea4 req-edd2a97f-3675-418a-a384-3363dcacb3d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7811640'] for port, after_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:08.596653 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a965fb4-a92f-471b-beda-d5483bad7ea4 req-edd2a97f-3675-418a-a384-3363dcacb3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:08.597264 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-0a965fb4-a92f-471b-beda-d5483bad7ea4 req-edd2a97f-3675-418a-a384-3363dcacb3d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516790'] for port, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:08.598644 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-0a965fb4-a92f-471b-beda-d5483bad7ea4 req-edd2a97f-3675-418a-a384-3363dcacb3d7 service neutron] 10.222.0.25 "PUT /v2.0/ports/83cace9e-5ca6-4b67-80b8-843108e5fb0f HTTP/1.1" status: 200 len: 1094 time: 0.7725041 Oct 14 12:31:08.599098 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee06ffed-2107-4062-bd7b-74f696963264', 'tag': '83cace9e-5ca6-4b67-80b8-843108e5fb0f'}] {{(pid=100185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:31:08.601567 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}167116552ac494ad33fe024857b10e57374526f2b70b110e82d735407eff6bb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65bef029-6ca0-496e-8687-95c8467a2ba9" -d '{"events": [{"name": "network-changed", "server_uuid": "ee06ffed-2107-4062-bd7b-74f696963264", "tag": "83cace9e-5ca6-4b67-80b8-843108e5fb0f"}]}' {{(pid=100185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:31:08.627305 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd2a97f-3675-418a-a384-3363dcacb3d7 service neutron] Pushing event updated for resources: {'Port': ['ID=83cace9e-5ca6-4b67-80b8-843108e5fb0f,revision_number=3']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:31:08.661514 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 12:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a0f81c-c595-4571-840f-336287c8aeae x-openstack-request-id: req-a3a0f81c-c595-4571-840f-336287c8aeae {{(pid=100185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:31:08.662457 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee06ffed-2107-4062-bd7b-74f696963264", "tag": "83cace9e-5ca6-4b67-80b8-843108e5fb0f", "status": "completed", "code": 200}]} {{(pid=100185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:31:08.663032 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a3a0f81c-c595-4571-840f-336287c8aeae {{(pid=100185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:31:08.663544 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee06ffed-2107-4062-bd7b-74f696963264', 'tag': '83cace9e-5ca6-4b67-80b8-843108e5fb0f', 'status': 'completed', 'code': 200} Oct 14 12:31:08.752188 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bef029-6ca0-496e-8687-95c8467a2ba9 req-8cd76739-36ed-4265-885c-fd1b51ec2460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:08.753706 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-65bef029-6ca0-496e-8687-95c8467a2ba9 req-8cd76739-36ed-4265-885c-fd1b51ec2460 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d99b7bc72612436fbfc26fefb4d4be39&device_id=ee06ffed-2107-4062-bd7b-74f696963264 HTTP/1.1" status: 200 len: 1097 time: 0.0497897 Oct 14 12:31:08.837830 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade878fb-5a2c-4eef-be44-ef829396d284 req-1d746ca4-556b-485f-8258-8fde17e51ee5 tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:08.839377 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ade878fb-5a2c-4eef-be44-ef829396d284 req-1d746ca4-556b-485f-8258-8fde17e51ee5 tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] 10.222.0.54 "GET /v2.0/ports?device_id=af5e3865-94cc-49e7-810c-d6e18009f6d2 HTTP/1.1" status: 200 len: 946 time: 0.0716107 Oct 14 12:31:08.880914 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bef029-6ca0-496e-8687-95c8467a2ba9 req-9abcdcac-1827-4824-9d9a-4f29933092a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:08.882302 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-65bef029-6ca0-496e-8687-95c8467a2ba9 req-9abcdcac-1827-4824-9d9a-4f29933092a3 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=d99b7bc72612436fbfc26fefb4d4be39&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1168079 Oct 14 12:31:08.888830 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-67950f62-034d-43f0-b9d6-6fe522e106df req-692ab155-bdc0-4108-8a02-7ee11a56db37 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 210 time: 0.0397518 Oct 14 12:31:08.908476 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ade878fb-5a2c-4eef-be44-ef829396d284 req-923a9c55-2f9f-4e52-a07b-de24c6da5b0a tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] 10.222.0.54 "GET /v2.0/security-groups?id=6deba12c-7438-4114-924c-efb4ca037d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606034 Oct 14 12:31:09.001646 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bef029-6ca0-496e-8687-95c8467a2ba9 req-3b272bea-bb8e-429b-89fd-0933a39dc35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:09.003130 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-65bef029-6ca0-496e-8687-95c8467a2ba9 req-3b272bea-bb8e-429b-89fd-0933a39dc35e service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1126149 Oct 14 12:31:09.064426 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a172ee-ccc9-49fb-92ed-960d643c1f37 req-6b04879a-1f7e-4ed5-87e3-817b608c134e tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:09.067179 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-89a172ee-ccc9-49fb-92ed-960d643c1f37 req-6b04879a-1f7e-4ed5-87e3-817b608c134e tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee06ffed-2107-4062-bd7b-74f696963264 HTTP/1.1" status: 200 len: 944 time: 0.0873132 Oct 14 12:31:09.074476 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf37c5-9e87-4131-a562-5eec45dd887d req-e4476210-cd46-4e9b-a80d-2ffb07358b7f tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:09.075907 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-d5cf37c5-9e87-4131-a562-5eec45dd887d req-e4476210-cd46-4e9b-a80d-2ffb07358b7f tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.25 "GET /v2.0/networks?id=e97ba1a4-1eaa-4970-998a-7f37d91a4cc6 HTTP/1.1" status: 200 len: 817 time: 0.1473601 Oct 14 12:31:09.112993 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a965fb4-a92f-471b-beda-d5483bad7ea4 req-67dbc495-4366-4a6e-b6af-414d83f6f577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:09.114578 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-0a965fb4-a92f-471b-beda-d5483bad7ea4 req-67dbc495-4366-4a6e-b6af-414d83f6f577 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d99b7bc72612436fbfc26fefb4d4be39&device_id=ee06ffed-2107-4062-bd7b-74f696963264 HTTP/1.1" status: 200 len: 1097 time: 0.0415974 Oct 14 12:31:09.141407 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-89a172ee-ccc9-49fb-92ed-960d643c1f37 req-c9cb7a1e-5323-4c84-b234-9fa2f9291a38 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/security-groups?id=68fb2c81-0a0b-490d-b3ee-a78d1372b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644801 Oct 14 12:31:09.148965 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-d5cf37c5-9e87-4131-a562-5eec45dd887d req-7f355482-5676-40f2-be76-0fa54e4880e6 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2113c18ca299401c9338cafb84b0ff20 HTTP/1.1" status: 200 len: 379 time: 0.0583627 Oct 14 12:31:09.176638 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.v2.base [req-d5cf37c5-9e87-4131-a562-5eec45dd887d req-da243cde-e30d-42d7-93b4-5d76d451112d tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Request body: {'port': {'device_id': '98abee77-6aa4-41b4-b48e-a608cecdadd7', 'network_id': 'e97ba1a4-1eaa-4970-998a-7f37d91a4cc6', 'admin_state_up': True, 'tenant_id': '2113c18ca299401c9338cafb84b0ff20', 'security_groups': ['69e98f73-df72-46e0-9d2f-6f550beb0f87']}} {{(pid=100184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:31:09.180635 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-0a965fb4-a92f-471b-beda-d5483bad7ea4 req-14e65f22-8bdd-4f77-a797-56b0f5825406 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83cace9e-5ca6-4b67-80b8-843108e5fb0f HTTP/1.1" status: 200 len: 217 time: 0.0356731 Oct 14 12:31:09.254082 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a965fb4-a92f-471b-beda-d5483bad7ea4 req-8aa469a6-7d3f-40aa-84c1-9a32e779439d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:09.256058 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-0a965fb4-a92f-471b-beda-d5483bad7ea4 req-8aa469a6-7d3f-40aa-84c1-9a32e779439d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2ad3bf63-05be-4f65-ad9c-541a80de9cc8 HTTP/1.1" status: 200 len: 851 time: 0.0538690 Oct 14 12:31:09.318260 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a965fb4-a92f-471b-beda-d5483bad7ea4 req-0039dddc-773d-440e-bb7c-112f72e463e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:09.320072 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-0a965fb4-a92f-471b-beda-d5483bad7ea4 req-0039dddc-773d-440e-bb7c-112f72e463e1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1645ab42-9d5c-4574-823e-897e40d672c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0538230 Oct 14 12:31:09.348474 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5cf37c5-9e87-4131-a562-5eec45dd887d req-da243cde-e30d-42d7-93b4-5d76d451112d tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Made reservation on behalf of 2113c18ca299401c9338cafb84b0ff20 for: {'port': 1} {{(pid=100184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:31:09.352594 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-d5cf37c5-9e87-4131-a562-5eec45dd887d req-da243cde-e30d-42d7-93b4-5d76d451112d tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:09.433918 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-0a965fb4-a92f-471b-beda-d5483bad7ea4 req-fd853449-d60e-4164-bdaf-336513167953 service neutron] 10.222.0.25 "GET /v2.0/networks/1645ab42-9d5c-4574-823e-897e40d672c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858982 Oct 14 12:31:09.478864 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.db.db_base_plugin_common [req-d5cf37c5-9e87-4131-a562-5eec45dd887d req-da243cde-e30d-42d7-93b4-5d76d451112d tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Allocated IP 172.20.0.7 (e97ba1a4-1eaa-4970-998a-7f37d91a4cc6/ffaa80f7-d349-41e0-815d-fe25cd4e4dcc/28cd0059-123b-4cfb-8b82-37ef57465863) {{(pid=100184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:31:09.529091 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-0a965fb4-a92f-471b-beda-d5483bad7ea4 req-1d7d22fc-8a9b-4686-865e-63bfe1d22042 service neutron] 10.222.0.25 "GET /v2.0/networks/1645ab42-9d5c-4574-823e-897e40d672c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865006 Oct 14 12:31:09.620281 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-d5cf37c5-9e87-4131-a562-5eec45dd887d req-da243cde-e30d-42d7-93b4-5d76d451112d tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks [] for port, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:09.743470 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-d5cf37c5-9e87-4131-a562-5eec45dd887d req-da243cde-e30d-42d7-93b4-5d76d451112d tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787792822806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235086'] for port, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:09.785834 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5cf37c5-9e87-4131-a562-5eec45dd887d req-da243cde-e30d-42d7-93b4-5d76d451112d tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Network e97ba1a4-1eaa-4970-998a-7f37d91a4cc6 is already hosted by enough agents. {{(pid=100184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:31:09.788767 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.base_scheduler [req-d5cf37c5-9e87-4131-a562-5eec45dd887d req-da243cde-e30d-42d7-93b4-5d76d451112d tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Resources bound (agent type, host, resource id): {{(pid=100184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:31:09.792329 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5cf37c5-9e87-4131-a562-5eec45dd887d req-da243cde-e30d-42d7-93b4-5d76d451112d tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Received port after_create {{(pid=100184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:31:09.800362 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da243cde-e30d-42d7-93b4-5d76d451112d tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Pushing event updated for resources: {'Port': ['ID=28cd0059-123b-4cfb-8b82-37ef57465863,revision_number=1']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:31:09.849333 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf37c5-9e87-4131-a562-5eec45dd887d req-da243cde-e30d-42d7-93b4-5d76d451112d tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:09.850026 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-d5cf37c5-9e87-4131-a562-5eec45dd887d req-da243cde-e30d-42d7-93b4-5d76d451112d tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516790'] for port, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:09.917989 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-d5cf37c5-9e87-4131-a562-5eec45dd887d req-da243cde-e30d-42d7-93b4-5d76d451112d tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7453160 Oct 14 12:31:09.932789 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.v2.base [req-d5cf37c5-9e87-4131-a562-5eec45dd887d req-3afb8b94-b01f-466a-831d-ab67a2b278c9 service neutron] Request body: {'port': {'device_id': '98abee77-6aa4-41b4-b48e-a608cecdadd7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=100184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:31:09.972762 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-7d49362c-28f1-4a2f-9b2a-1c4fe5df2e2e None None] Provisioning complete for port 28cd0059-123b-4cfb-8b82-37ef57465863 triggered by entity DHCP. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:31:09.973328 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-7d49362c-28f1-4a2f-9b2a-1c4fe5df2e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:10.009928 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-d5cf37c5-9e87-4131-a562-5eec45dd887d req-3afb8b94-b01f-466a-831d-ab67a2b278c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:10.011057 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-7d49362c-28f1-4a2f-9b2a-1c4fe5df2e2e None None] Port 28cd0059-123b-4cfb-8b82-37ef57465863 cannot update to ACTIVE because it is not bound. {{(pid=100186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 12:31:10.062952 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01a335b-0b3b-4d43-b6d4-52b981b76533 req-9417fa2a-42da-4261-9c07-42905e951e4a tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:10.064327 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-f01a335b-0b3b-4d43-b6d4-52b981b76533 req-9417fa2a-42da-4261-9c07-42905e951e4a tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 931 time: 0.0851574 Oct 14 12:31:10.169318 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-f01a335b-0b3b-4d43-b6d4-52b981b76533 req-43e8b8fe-a339-40d9-8fec-5ee3bf8dee53 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969541 Oct 14 12:31:10.510547 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2d7442-7c06-4b2c-a740-0fd61bdff421 req-e7573c40-dd71-4aa0-81d0-d9e1aa4ca4f8 tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:10.512002 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-cd2d7442-7c06-4b2c-a740-0fd61bdff421 req-e7573c40-dd71-4aa0-81d0-d9e1aa4ca4f8 tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] 10.222.0.54 "GET /v2.0/ports?device_id=af5e3865-94cc-49e7-810c-d6e18009f6d2 HTTP/1.1" status: 200 len: 946 time: 0.2851789 Oct 14 12:31:10.532280 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6460be7e-c9de-479c-b080-59dc53077178 req-27e9505b-0642-486c-ad5c-2a04f31a8b0b tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:10.533633 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-6460be7e-c9de-479c-b080-59dc53077178 req-27e9505b-0642-486c-ad5c-2a04f31a8b0b tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee06ffed-2107-4062-bd7b-74f696963264 HTTP/1.1" status: 200 len: 944 time: 0.1167438 Oct 14 12:31:10.615563 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-cd2d7442-7c06-4b2c-a740-0fd61bdff421 req-edd4124c-786f-48a4-9622-62d30f74fb76 tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] 10.222.0.54 "GET /v2.0/security-groups?id=6deba12c-7438-4114-924c-efb4ca037d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962982 Oct 14 12:31:10.623120 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.notifiers.nova [req-d5cf37c5-9e87-4131-a562-5eec45dd887d req-3afb8b94-b01f-466a-831d-ab67a2b278c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28cd0059-123b-4cfb-8b82-37ef57465863 {{(pid=100184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:31:10.637808 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-6460be7e-c9de-479c-b080-59dc53077178 req-6e655408-f60c-4035-a69f-d2552ff37768 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/security-groups?id=68fb2c81-0a0b-490d-b3ee-a78d1372b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907564 Oct 14 12:31:10.637808 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-d5cf37c5-9e87-4131-a562-5eec45dd887d req-3afb8b94-b01f-466a-831d-ab67a2b278c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:10.649474 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.db.provisioning_blocks [req-d5cf37c5-9e87-4131-a562-5eec45dd887d req-3afb8b94-b01f-466a-831d-ab67a2b278c9 service neutron] Transition to ACTIVE for port object 28cd0059-123b-4cfb-8b82-37ef57465863 will not be triggered until provisioned by entity L2. {{(pid=100184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 12:31:10.709730 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-d5cf37c5-9e87-4131-a562-5eec45dd887d req-3afb8b94-b01f-466a-831d-ab67a2b278c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6235095'] for port, after_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:10.779744 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afb8b94-b01f-466a-831d-ab67a2b278c9 service neutron] Pushing event updated for resources: {'Port': ['ID=28cd0059-123b-4cfb-8b82-37ef57465863,revision_number=2']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:31:10.839735 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.managers [req-d5cf37c5-9e87-4131-a562-5eec45dd887d req-3afb8b94-b01f-466a-831d-ab67a2b278c9 service neutron] Attempting to bind port 28cd0059-123b-4cfb-8b82-37ef57465863 on host hv-cinder-81398 for vnic_type normal with profile {{(pid=100184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:31:10.840094 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.managers [req-d5cf37c5-9e87-4131-a562-5eec45dd887d req-3afb8b94-b01f-466a-831d-ab67a2b278c9 service neutron] Attempting to bind port 28cd0059-123b-4cfb-8b82-37ef57465863 by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': '58cb4796-6024-43c0-aa42-7ecb540db5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e97ba1a4-1eaa-4970-998a-7f37d91a4cc6'}] {{(pid=100184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:31:10.840423 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cf37c5-9e87-4131-a562-5eec45dd887d req-3afb8b94-b01f-466a-831d-ab67a2b278c9 service neutron] Attempting to bind port 28cd0059-123b-4cfb-8b82-37ef57465863 on network e97ba1a4-1eaa-4970-998a-7f37d91a4cc6 {{(pid=100184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:31:10.845190 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cf37c5-9e87-4131-a562-5eec45dd887d req-3afb8b94-b01f-466a-831d-ab67a2b278c9 service neutron] Port 28cd0059-123b-4cfb-8b82-37ef57465863 on network e97ba1a4-1eaa-4970-998a-7f37d91a4cc6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=100184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 12:31:10.845743 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cf37c5-9e87-4131-a562-5eec45dd887d req-3afb8b94-b01f-466a-831d-ab67a2b278c9 service neutron] Attempting to bind port 28cd0059-123b-4cfb-8b82-37ef57465863 on network e97ba1a4-1eaa-4970-998a-7f37d91a4cc6 {{(pid=100184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:31:10.851616 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cf37c5-9e87-4131-a562-5eec45dd887d req-3afb8b94-b01f-466a-831d-ab67a2b278c9 service neutron] Checking agent: {'id': 'ea4bb8b9-32a8-4621-b95b-9b4a1b78ce98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 24, 36), 'started_at': datetime.datetime(2021, 10, 14, 12, 24, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:31:10.852265 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cf37c5-9e87-4131-a562-5eec45dd887d req-3afb8b94-b01f-466a-831d-ab67a2b278c9 service neutron] Checking segment: {'id': '58cb4796-6024-43c0-aa42-7ecb540db5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e97ba1a4-1eaa-4970-998a-7f37d91a4cc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:31:10.852562 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cf37c5-9e87-4131-a562-5eec45dd887d req-3afb8b94-b01f-466a-831d-ab67a2b278c9 service neutron] Bound using segment: {'id': '58cb4796-6024-43c0-aa42-7ecb540db5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e97ba1a4-1eaa-4970-998a-7f37d91a4cc6'} {{(pid=100184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:31:10.853097 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.managers [req-d5cf37c5-9e87-4131-a562-5eec45dd887d req-3afb8b94-b01f-466a-831d-ab67a2b278c9 service neutron] Bound port: 28cd0059-123b-4cfb-8b82-37ef57465863, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58cb4796-6024-43c0-aa42-7ecb540db5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e97ba1a4-1eaa-4970-998a-7f37d91a4cc6'}}] {{(pid=100184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:31:10.853522 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-d5cf37c5-9e87-4131-a562-5eec45dd887d req-3afb8b94-b01f-466a-831d-ab67a2b278c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:10.923667 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.db [req-d5cf37c5-9e87-4131-a562-5eec45dd887d req-3afb8b94-b01f-466a-831d-ab67a2b278c9 service neutron] For port 28cd0059-123b-4cfb-8b82-37ef57465863, host hv-cinder-81398, cleared binding levels {{(pid=100184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:31:10.927218 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.db [req-d5cf37c5-9e87-4131-a562-5eec45dd887d req-3afb8b94-b01f-466a-831d-ab67a2b278c9 service neutron] For port 28cd0059-123b-4cfb-8b82-37ef57465863, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=28cd0059-123b-4cfb-8b82-37ef57465863,segment=NetworkSegment(58cb4796-6024-43c0-aa42-7ecb540db5e1),segment_id=58cb4796-6024-43c0-aa42-7ecb540db5e1)] {{(pid=100184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:31:11.007647 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-d5cf37c5-9e87-4131-a562-5eec45dd887d req-3afb8b94-b01f-466a-831d-ab67a2b278c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6235095'] for port, after_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:11.038844 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf37c5-9e87-4131-a562-5eec45dd887d req-3afb8b94-b01f-466a-831d-ab67a2b278c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:11.039733 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-d5cf37c5-9e87-4131-a562-5eec45dd887d req-3afb8b94-b01f-466a-831d-ab67a2b278c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516790'] for port, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:11.041121 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-d5cf37c5-9e87-4131-a562-5eec45dd887d req-3afb8b94-b01f-466a-831d-ab67a2b278c9 service neutron] 10.222.0.25 "PUT /v2.0/ports/28cd0059-123b-4cfb-8b82-37ef57465863 HTTP/1.1" status: 200 len: 1093 time: 1.1140890 Oct 14 12:31:11.043337 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98abee77-6aa4-41b4-b48e-a608cecdadd7', 'tag': '28cd0059-123b-4cfb-8b82-37ef57465863'}] {{(pid=100184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:31:11.045906 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb275087d552987a85547e896d52e13f348f0da1d291f893306c6091374b53c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f9a47e7-4ec6-4032-86e3-fa217f6bf3f4" -d '{"events": [{"name": "network-changed", "server_uuid": "98abee77-6aa4-41b4-b48e-a608cecdadd7", "tag": "28cd0059-123b-4cfb-8b82-37ef57465863"}]}' {{(pid=100184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:31:11.076750 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afb8b94-b01f-466a-831d-ab67a2b278c9 service neutron] Pushing event updated for resources: {'Port': ['ID=28cd0059-123b-4cfb-8b82-37ef57465863,revision_number=3']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:31:11.101062 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 12:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7be0703d-c1bc-4ede-b617-7e342f2f9d3f x-openstack-request-id: req-7be0703d-c1bc-4ede-b617-7e342f2f9d3f {{(pid=100184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:31:11.101358 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98abee77-6aa4-41b4-b48e-a608cecdadd7", "tag": "28cd0059-123b-4cfb-8b82-37ef57465863", "status": "completed", "code": 200}]} {{(pid=100184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:31:11.101612 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7be0703d-c1bc-4ede-b617-7e342f2f9d3f {{(pid=100184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:31:11.102010 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98abee77-6aa4-41b4-b48e-a608cecdadd7', 'tag': '28cd0059-123b-4cfb-8b82-37ef57465863', 'status': 'completed', 'code': 200} Oct 14 12:31:11.174115 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9a47e7-4ec6-4032-86e3-fa217f6bf3f4 req-7d030d73-8f85-4340-bf45-1fa7b6d9488e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:11.175630 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-1f9a47e7-4ec6-4032-86e3-fa217f6bf3f4 req-7d030d73-8f85-4340-bf45-1fa7b6d9488e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2113c18ca299401c9338cafb84b0ff20&device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 1096 time: 0.0423360 Oct 14 12:31:11.401935 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da62a2a-2fc3-4c21-a074-356c28a90efe req-10b3c1d4-1261-48c5-80b1-d3be071d2ba3 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:11.403394 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-1da62a2a-2fc3-4c21-a074-356c28a90efe req-10b3c1d4-1261-48c5-80b1-d3be071d2ba3 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 943 time: 0.1452940 Oct 14 12:31:11.407858 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9a47e7-4ec6-4032-86e3-fa217f6bf3f4 req-e573e6a8-eb24-4b39-bbf5-f8a0419cd4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:11.409219 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-1f9a47e7-4ec6-4032-86e3-fa217f6bf3f4 req-e573e6a8-eb24-4b39-bbf5-f8a0419cd4fb service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=2113c18ca299401c9338cafb84b0ff20&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2214785 Oct 14 12:31:11.520811 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-1da62a2a-2fc3-4c21-a074-356c28a90efe req-62021236-a06f-434d-a302-62677402edd9 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106296 Oct 14 12:31:11.593453 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9a47e7-4ec6-4032-86e3-fa217f6bf3f4 req-e89749de-9710-4378-bf54-9d5669fd4094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:11.594898 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-1f9a47e7-4ec6-4032-86e3-fa217f6bf3f4 req-e89749de-9710-4378-bf54-9d5669fd4094 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1725714 Oct 14 12:31:11.688450 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf37c5-9e87-4131-a562-5eec45dd887d req-24b68703-4d6a-4416-a951-380665a28719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:11.691163 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-d5cf37c5-9e87-4131-a562-5eec45dd887d req-24b68703-4d6a-4416-a951-380665a28719 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2113c18ca299401c9338cafb84b0ff20&device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 1096 time: 0.0475924 Oct 14 12:31:11.746158 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-d5cf37c5-9e87-4131-a562-5eec45dd887d req-9432f93c-6afe-40d7-b8a2-754a395c6ffb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28cd0059-123b-4cfb-8b82-37ef57465863 HTTP/1.1" status: 200 len: 217 time: 0.0429282 Oct 14 12:31:11.821740 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc611ec2-dc70-44c2-a042-849d2993fe3c req-ee98d0ae-8d34-4d1a-9df9-7e5bfbb89bdd tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:11.823728 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-cc611ec2-dc70-44c2-a042-849d2993fe3c req-ee98d0ae-8d34-4d1a-9df9-7e5bfbb89bdd tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee06ffed-2107-4062-bd7b-74f696963264 HTTP/1.1" status: 200 len: 944 time: 0.1145844 Oct 14 12:31:11.826186 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf37c5-9e87-4131-a562-5eec45dd887d req-0098ccb0-6f36-4880-b94e-e5066773546b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:11.827946 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-d5cf37c5-9e87-4131-a562-5eec45dd887d req-0098ccb0-6f36-4880-b94e-e5066773546b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ffaa80f7-d349-41e0-815d-fe25cd4e4dcc HTTP/1.1" status: 200 len: 856 time: 0.0688090 Oct 14 12:31:11.894104 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-cc611ec2-dc70-44c2-a042-849d2993fe3c req-a64eb607-a12f-4be4-b059-d31cd086c540 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/security-groups?id=68fb2c81-0a0b-490d-b3ee-a78d1372b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644057 Oct 14 12:31:11.914898 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf37c5-9e87-4131-a562-5eec45dd887d req-c92cf9c4-ea21-47a8-944a-26a1948b9fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:11.916395 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-d5cf37c5-9e87-4131-a562-5eec45dd887d req-c92cf9c4-ea21-47a8-944a-26a1948b9fbf service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e97ba1a4-1eaa-4970-998a-7f37d91a4cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0696180 Oct 14 12:31:12.018181 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-d5cf37c5-9e87-4131-a562-5eec45dd887d req-a6cb880b-ebe1-4ded-abf5-5f7e2afa5865 service neutron] 10.222.0.25 "GET /v2.0/networks/e97ba1a4-1eaa-4970-998a-7f37d91a4cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889800 Oct 14 12:31:12.111442 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-d5cf37c5-9e87-4131-a562-5eec45dd887d req-4c221159-b0d6-4963-b0d9-f844a392ed84 service neutron] 10.222.0.25 "GET /v2.0/networks/e97ba1a4-1eaa-4970-998a-7f37d91a4cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818083 Oct 14 12:31:12.639360 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d5e0dc-e2ca-4e00-8e95-b355d09e5c6a req-6d24f2e9-906e-4b33-906c-115f581c395e tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:12.640842 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-62d5e0dc-e2ca-4e00-8e95-b355d09e5c6a req-6d24f2e9-906e-4b33-906c-115f581c395e tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 943 time: 0.0492051 Oct 14 12:31:12.685893 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-62d5e0dc-e2ca-4e00-8e95-b355d09e5c6a req-92332541-4037-4e99-b951-312b57036261 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390220 Oct 14 12:31:13.008990 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a58151e-abd2-4998-9500-3ed0cbcb9ec2 req-5f7d272c-b70e-4e3c-b07a-ba1e30f93d97 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:13.010427 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-2a58151e-abd2-4998-9500-3ed0cbcb9ec2 req-5f7d272c-b70e-4e3c-b07a-ba1e30f93d97 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee06ffed-2107-4062-bd7b-74f696963264 HTTP/1.1" status: 200 len: 944 time: 0.0472379 Oct 14 12:31:13.047525 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-2a58151e-abd2-4998-9500-3ed0cbcb9ec2 req-a8e19b8a-6acc-4867-ba36-663333d90a26 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/security-groups?id=68fb2c81-0a0b-490d-b3ee-a78d1372b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312855 Oct 14 12:31:13.805082 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f9265a-d632-4063-98cc-a0e22490eea9 req-8d1cca6f-7b27-41a0-a663-f17b4138fe5c tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:13.806591 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-c9f9265a-d632-4063-98cc-a0e22490eea9 req-8d1cca6f-7b27-41a0-a663-f17b4138fe5c tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 943 time: 0.0475457 Oct 14 12:31:13.843330 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-c9f9265a-d632-4063-98cc-a0e22490eea9 req-d1af02e2-f43d-485a-a8df-dadb529c705f tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309002 Oct 14 12:31:14.163238 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaddcab4-520d-462d-851d-3218b6c259f4 req-826507cc-65d4-47fa-8308-ca6551eacf3b tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:14.164738 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-eaddcab4-520d-462d-851d-3218b6c259f4 req-826507cc-65d4-47fa-8308-ca6551eacf3b tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee06ffed-2107-4062-bd7b-74f696963264 HTTP/1.1" status: 200 len: 944 time: 0.0472093 Oct 14 12:31:14.206719 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-eaddcab4-520d-462d-851d-3218b6c259f4 req-3b3d6361-60cc-48e4-a864-cb448508c991 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/security-groups?id=68fb2c81-0a0b-490d-b3ee-a78d1372b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360122 Oct 14 12:31:14.963780 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ed995-6a35-4075-9ab2-0270995919ee req-f3b71fa5-da32-4586-89e4-43989958f2d9 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:14.965225 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-755ed995-6a35-4075-9ab2-0270995919ee req-f3b71fa5-da32-4586-89e4-43989958f2d9 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 943 time: 0.0508714 Oct 14 12:31:15.009371 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-755ed995-6a35-4075-9ab2-0270995919ee req-1a7af282-3239-43de-b72b-1398090e368e tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382929 Oct 14 12:31:15.328614 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29caebd3-12c0-4e67-a784-bc54ccd2ad14 req-1047e56c-a0a7-4b1f-9a11-1fea3168fa18 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:15.330108 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-29caebd3-12c0-4e67-a784-bc54ccd2ad14 req-1047e56c-a0a7-4b1f-9a11-1fea3168fa18 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee06ffed-2107-4062-bd7b-74f696963264 HTTP/1.1" status: 200 len: 944 time: 0.0563567 Oct 14 12:31:15.367157 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-29caebd3-12c0-4e67-a784-bc54ccd2ad14 req-c0c5810c-d064-46c9-bb85-ad7071f4e448 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/security-groups?id=68fb2c81-0a0b-490d-b3ee-a78d1372b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310538 Oct 14 12:31:16.127166 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d5bb3a-7816-4ba6-9618-6f6c1381825f req-996a7845-03ab-4979-a629-6adbddfbfd36 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:16.128653 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-30d5bb3a-7816-4ba6-9618-6f6c1381825f req-996a7845-03ab-4979-a629-6adbddfbfd36 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 943 time: 0.0481858 Oct 14 12:31:16.170585 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-30d5bb3a-7816-4ba6-9618-6f6c1381825f req-66c29225-9fcf-4727-991c-98e361bf1fce tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353601 Oct 14 12:31:16.429344 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device 28cd0059-123b-4cfb-8b82-37ef57465863 details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=100186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 12:31:16.479834 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892762d2-119e-4e76-8143-cea4bac7abb8 req-e5b112e9-4f7a-4285-9e08-f9331684d9e0 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:16.481330 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-892762d2-119e-4e76-8143-cea4bac7abb8 req-e5b112e9-4f7a-4285-9e08-f9331684d9e0 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee06ffed-2107-4062-bd7b-74f696963264 HTTP/1.1" status: 200 len: 944 time: 0.0480776 Oct 14 12:31:16.518926 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-892762d2-119e-4e76-8143-cea4bac7abb8 req-d0a3963d-c40c-4e96-8a65-4671605c11b3 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/security-groups?id=68fb2c81-0a0b-490d-b3ee-a78d1372b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316215 Oct 14 12:31:16.524467 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] For port 28cd0059-123b-4cfb-8b82-37ef57465863, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=28cd0059-123b-4cfb-8b82-37ef57465863,segment=NetworkSegment(58cb4796-6024-43c0-aa42-7ecb540db5e1),segment_id=58cb4796-6024-43c0-aa42-7ecb540db5e1)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:31:16.535637 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Returning: {'device': '28cd0059-123b-4cfb-8b82-37ef57465863', 'network_id': 'e97ba1a4-1eaa-4970-998a-7f37d91a4cc6', 'port_id': '28cd0059-123b-4cfb-8b82-37ef57465863', 'mac_address': 'fa:16:3e:e6:a3:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffaa80f7-d349-41e0-815d-fe25cd4e4dcc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 12:31:16.574761 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:16.588203 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.notifiers.nova [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28cd0059-123b-4cfb-8b82-37ef57465863 {{(pid=100186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:31:16.606813 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] For port 28cd0059-123b-4cfb-8b82-37ef57465863, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=28cd0059-123b-4cfb-8b82-37ef57465863,segment=NetworkSegment(58cb4796-6024-43c0-aa42-7ecb540db5e1),segment_id=58cb4796-6024-43c0-aa42-7ecb540db5e1)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:31:16.709477 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:16.761207 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Pushing event updated for resources: {'Port': ['ID=28cd0059-123b-4cfb-8b82-37ef57465863,revision_number=4']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:31:16.768611 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:31:16.768979 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:31:16.769317 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:31:16.769644 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:31:16.769967 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:31:16.770291 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:31:16.770649 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:31:16.771020 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:31:16.771341 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:31:16.771656 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:31:16.772059 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:31:16.772422 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:31:17.295828 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63f8250-d10c-4559-a249-3a1e3d98f13e req-19ca235f-e2c3-48f8-9230-f6ac8320e6a2 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:17.297294 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b63f8250-d10c-4559-a249-3a1e3d98f13e req-19ca235f-e2c3-48f8-9230-f6ac8320e6a2 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 944 time: 0.0468383 Oct 14 12:31:17.335189 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b63f8250-d10c-4559-a249-3a1e3d98f13e req-96a9cd93-9d83-4c89-959d-76a8712bb240 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320346 Oct 14 12:31:17.620495 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] get_ports_and_sgs() called for port_ids ['28cd0059-123b-4cfb-8b82-37ef57465863'] {{(pid=100186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:31:17.634160 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4be9a8-bb4a-40cd-aef2-28159cb00d77 req-d9a2abd5-aa5f-4797-b484-442cbb23614f tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:17.635663 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-5c4be9a8-bb4a-40cd-aef2-28159cb00d77 req-d9a2abd5-aa5f-4797-b484-442cbb23614f tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee06ffed-2107-4062-bd7b-74f696963264 HTTP/1.1" status: 200 len: 944 time: 0.0532508 Oct 14 12:31:17.682592 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-5c4be9a8-bb4a-40cd-aef2-28159cb00d77 req-e809b385-bc91-4af1-8570-77ef41dc87b0 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/security-groups?id=68fb2c81-0a0b-490d-b3ee-a78d1372b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405221 Oct 14 12:31:18.452424 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910ff52d-ed65-4a37-bec0-92f76c95225f req-af692fd9-f690-4570-9621-1b1bf92064a0 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:18.453992 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-910ff52d-ed65-4a37-bec0-92f76c95225f req-af692fd9-f690-4570-9621-1b1bf92064a0 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 944 time: 0.0488875 Oct 14 12:31:18.494513 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-910ff52d-ed65-4a37-bec0-92f76c95225f req-a257145c-7606-491a-bfec-d4ad98aebc48 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343652 Oct 14 12:31:18.798908 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7967f2bd-ad34-4d33-ae5a-06eacf5c3199 req-58ef722b-2d1c-4edd-a0f3-f5f3646331dd tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:18.800390 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-7967f2bd-ad34-4d33-ae5a-06eacf5c3199 req-58ef722b-2d1c-4edd-a0f3-f5f3646331dd tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee06ffed-2107-4062-bd7b-74f696963264 HTTP/1.1" status: 200 len: 944 time: 0.0468209 Oct 14 12:31:18.839098 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-7967f2bd-ad34-4d33-ae5a-06eacf5c3199 req-6f0732e9-5644-40a4-ae4e-fc5c88747f9c tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/security-groups?id=68fb2c81-0a0b-490d-b3ee-a78d1372b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319340 Oct 14 12:31:19.614115 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66671f95-f238-48b4-8fc9-053c282fa995 req-f5a34abc-5a53-4660-8567-a41feb1a443f tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:19.615502 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-66671f95-f238-48b4-8fc9-053c282fa995 req-f5a34abc-5a53-4660-8567-a41feb1a443f tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 944 time: 0.0487607 Oct 14 12:31:19.659897 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-66671f95-f238-48b4-8fc9-053c282fa995 req-662f0317-835a-477a-b101-b647c9d3aff5 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384309 Oct 14 12:31:19.954461 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0936f627-43ee-40ad-9404-b8df724efac6 req-19b4f760-d4bf-4b6c-9616-cb96541bf269 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:19.956334 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-0936f627-43ee-40ad-9404-b8df724efac6 req-19b4f760-d4bf-4b6c-9616-cb96541bf269 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee06ffed-2107-4062-bd7b-74f696963264 HTTP/1.1" status: 200 len: 944 time: 0.0501728 Oct 14 12:31:19.992692 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-0936f627-43ee-40ad-9404-b8df724efac6 req-15a59ce2-68ca-445d-b7be-9a760c9d9b24 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/security-groups?id=68fb2c81-0a0b-490d-b3ee-a78d1372b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302145 Oct 14 12:31:20.477154 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device 83cace9e-5ca6-4b67-80b8-843108e5fb0f details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=100186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 12:31:20.480303 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device 28cd0059-123b-4cfb-8b82-37ef57465863 up at agent hyperv_hv-cinder-81398 {{(pid=100186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:31:20.610033 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] For port 83cace9e-5ca6-4b67-80b8-843108e5fb0f, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=83cace9e-5ca6-4b67-80b8-843108e5fb0f,segment=NetworkSegment(6a8c4e17-959a-4a0c-982c-7e92be64d560),segment_id=6a8c4e17-959a-4a0c-982c-7e92be64d560)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:31:20.621518 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Returning: {'device': '83cace9e-5ca6-4b67-80b8-843108e5fb0f', 'network_id': '1645ab42-9d5c-4574-823e-897e40d672c1', 'port_id': '83cace9e-5ca6-4b67-80b8-843108e5fb0f', 'mac_address': 'fa:16:3e:2e:58:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ad3bf63-05be-4f65-ad9c-541a80de9cc8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 12:31:20.660188 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:20.664201 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Provisioning for port 28cd0059-123b-4cfb-8b82-37ef57465863 completed by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 12:31:20.675554 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Provisioning complete for port 28cd0059-123b-4cfb-8b82-37ef57465863 triggered by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:31:20.685833 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:20.685833 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.notifiers.nova [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83cace9e-5ca6-4b67-80b8-843108e5fb0f {{(pid=100186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:31:20.721679 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] For port 83cace9e-5ca6-4b67-80b8-843108e5fb0f, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=83cace9e-5ca6-4b67-80b8-843108e5fb0f,segment=NetworkSegment(6a8c4e17-959a-4a0c-982c-7e92be64d560),segment_id=6a8c4e17-959a-4a0c-982c-7e92be64d560)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:31:20.770865 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:20.781483 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328e26c5-4933-47ae-a139-d613a7b46eb3 req-d7cd1fc9-f02e-41cd-97e8-c89b92ff72e1 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:20.783014 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-328e26c5-4933-47ae-a139-d613a7b46eb3 req-d7cd1fc9-f02e-41cd-97e8-c89b92ff72e1 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 944 time: 0.0534914 Oct 14 12:31:20.789489 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:20.819482 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98abee77-6aa4-41b4-b48e-a608cecdadd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28cd0059-123b-4cfb-8b82-37ef57465863'}] {{(pid=100186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:31:20.821755 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ce96789b1b9487be48749a60ffcfd0a175945a3b692fd75626d794e24ae9ed4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde2d91d-48c5-434a-a9ae-2ab06dc25162" -d '{"events": [{"server_uuid": "98abee77-6aa4-41b4-b48e-a608cecdadd7", "name": "network-vif-plugged", "status": "completed", "tag": "28cd0059-123b-4cfb-8b82-37ef57465863"}]}' {{(pid=100186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:31:20.824596 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-328e26c5-4933-47ae-a139-d613a7b46eb3 req-1f4dc7e0-211a-4b51-ae30-1e045f2eef37 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343151 Oct 14 12:31:20.839646 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] For port 28cd0059-123b-4cfb-8b82-37ef57465863, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=28cd0059-123b-4cfb-8b82-37ef57465863,segment=NetworkSegment(58cb4796-6024-43c0-aa42-7ecb540db5e1),segment_id=58cb4796-6024-43c0-aa42-7ecb540db5e1)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:31:20.861332 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Pushing event updated for resources: {'Port': ['ID=83cace9e-5ca6-4b67-80b8-843108e5fb0f,revision_number=4']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:31:20.867087 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a77b7c26-55a8-4776-ad75-a00d799d7ff5 x-openstack-request-id: req-a77b7c26-55a8-4776-ad75-a00d799d7ff5 {{(pid=100186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:31:20.867374 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98abee77-6aa4-41b4-b48e-a608cecdadd7", "name": "network-vif-plugged", "status": "completed", "tag": "28cd0059-123b-4cfb-8b82-37ef57465863", "code": 200}]} {{(pid=100186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:31:20.867623 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a77b7c26-55a8-4776-ad75-a00d799d7ff5 {{(pid=100186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:31:20.868120 dv-cinder-813986-1-iscsi neutron-server[100186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98abee77-6aa4-41b4-b48e-a608cecdadd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28cd0059-123b-4cfb-8b82-37ef57465863', 'code': 200} Oct 14 12:31:20.907818 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:20.956269 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Pushing event updated for resources: {'Port': ['ID=28cd0059-123b-4cfb-8b82-37ef57465863,revision_number=5']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:31:21.113138 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b22a8-2e15-461c-8aa6-66124c15c32b req-6caeff88-85fa-4da7-b7c6-fecae9c69d5b tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:21.114674 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-d26b22a8-2e15-461c-8aa6-66124c15c32b req-6caeff88-85fa-4da7-b7c6-fecae9c69d5b tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee06ffed-2107-4062-bd7b-74f696963264 HTTP/1.1" status: 200 len: 945 time: 0.0508473 Oct 14 12:31:21.159756 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-d26b22a8-2e15-461c-8aa6-66124c15c32b req-244b76c1-0f7e-40dc-a846-b9c9eb831b81 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/security-groups?id=68fb2c81-0a0b-490d-b3ee-a78d1372b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390644 Oct 14 12:31:21.223179 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd90f52-2f31-4205-8ce1-4abe48bfdef3 req-477f991e-06dd-4451-9e67-1ca0965289b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:21.225309 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-6fd90f52-2f31-4205-8ce1-4abe48bfdef3 req-477f991e-06dd-4451-9e67-1ca0965289b5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 1098 time: 0.0390477 Oct 14 12:31:21.265861 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-6fd90f52-2f31-4205-8ce1-4abe48bfdef3 req-ab278dd2-aa89-4f55-aaca-902af5373dc6 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297043 Oct 14 12:31:21.272900 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] get_ports_and_sgs() called for port_ids ['83cace9e-5ca6-4b67-80b8-843108e5fb0f'] {{(pid=100186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:31:21.961434 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca42ef3-8660-423a-a209-27c5aaf94db1 req-ed62c1ba-766d-4574-a2a4-8d8122ac7c1f tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:21.962890 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-7ca42ef3-8660-423a-a209-27c5aaf94db1 req-ed62c1ba-766d-4574-a2a4-8d8122ac7c1f tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 945 time: 0.0549779 Oct 14 12:31:21.999613 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-7ca42ef3-8660-423a-a209-27c5aaf94db1 req-62118020-08b5-4dcc-ae71-1241bf298fa4 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308399 Oct 14 12:31:22.273638 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd210a7e-68cb-4021-a2c5-0670e622b11f req-3422f257-32e8-42c7-98ba-5db97a6738c9 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:22.275192 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-dd210a7e-68cb-4021-a2c5-0670e622b11f req-3422f257-32e8-42c7-98ba-5db97a6738c9 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee06ffed-2107-4062-bd7b-74f696963264 HTTP/1.1" status: 200 len: 945 time: 0.0482297 Oct 14 12:31:22.322065 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-dd210a7e-68cb-4021-a2c5-0670e622b11f req-42355cb0-c589-4fef-95f5-ec1b3d3108b5 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/security-groups?id=68fb2c81-0a0b-490d-b3ee-a78d1372b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400617 Oct 14 12:31:23.148887 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc20736-b562-4880-9c7d-feeec1fea46f req-4a69c165-be0b-4fee-8247-72c79a4bb6da tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:23.150339 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-7cc20736-b562-4880-9c7d-feeec1fea46f req-4a69c165-be0b-4fee-8247-72c79a4bb6da tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 945 time: 0.0545464 Oct 14 12:31:23.158662 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-19f6546e-af00-4de1-b5db-caeca46b852a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:23.189366 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-7cc20736-b562-4880-9c7d-feeec1fea46f req-dd479043-aa87-4338-a768-5ee5bd1b110f tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319788 Oct 14 12:31:23.436416 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8156da95-2f94-4aad-8356-cffbc6086be1 req-359f0457-7663-4e6f-bf5c-a9df75e21fe1 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:23.437779 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-8156da95-2f94-4aad-8356-cffbc6086be1 req-359f0457-7663-4e6f-bf5c-a9df75e21fe1 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee06ffed-2107-4062-bd7b-74f696963264 HTTP/1.1" status: 200 len: 945 time: 0.0474224 Oct 14 12:31:23.473834 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-8156da95-2f94-4aad-8356-cffbc6086be1 req-113bc5a8-6dc3-43ca-befb-5650f94b3864 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/security-groups?id=68fb2c81-0a0b-490d-b3ee-a78d1372b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295885 Oct 14 12:31:24.305251 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc11a3f-22eb-4580-9272-cd41eb49be82 req-a0a53e2a-11c5-455e-a045-37212cf3d95e tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:24.306698 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-edc11a3f-22eb-4580-9272-cd41eb49be82 req-a0a53e2a-11c5-455e-a045-37212cf3d95e tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 945 time: 0.0466895 Oct 14 12:31:24.346306 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-edc11a3f-22eb-4580-9272-cd41eb49be82 req-d77bc549-134c-4632-8903-907f7eaec7b8 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335932 Oct 14 12:31:24.584048 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccfca20-c285-46d3-8d2a-261d429808b7 req-7d6a5332-7457-4cce-b65d-1aa7c48608f0 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:24.585524 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-bccfca20-c285-46d3-8d2a-261d429808b7 req-7d6a5332-7457-4cce-b65d-1aa7c48608f0 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee06ffed-2107-4062-bd7b-74f696963264 HTTP/1.1" status: 200 len: 945 time: 0.0486522 Oct 14 12:31:24.622328 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-bccfca20-c285-46d3-8d2a-261d429808b7 req-eea74460-f3ee-4c05-80ae-3016f58944d4 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/security-groups?id=68fb2c81-0a0b-490d-b3ee-a78d1372b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309372 Oct 14 12:31:25.464893 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465414d0-4827-450b-856f-d0b3657a4966 req-1e6732e4-c84e-4ec3-8bb2-cfc52e94e490 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:25.466434 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-465414d0-4827-450b-856f-d0b3657a4966 req-1e6732e4-c84e-4ec3-8bb2-cfc52e94e490 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 945 time: 0.0486901 Oct 14 12:31:25.503305 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-465414d0-4827-450b-856f-d0b3657a4966 req-c04ce054-7dd7-466d-be15-567c9a90d2a4 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310180 Oct 14 12:31:25.737449 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d3b25-7280-444b-b536-0fc7738596ee req-d9e9ae17-72d5-42f1-be61-b610fd328031 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:25.739001 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ee5d3b25-7280-444b-b536-0fc7738596ee req-d9e9ae17-72d5-42f1-be61-b610fd328031 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee06ffed-2107-4062-bd7b-74f696963264 HTTP/1.1" status: 200 len: 945 time: 0.0490417 Oct 14 12:31:25.779632 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ee5d3b25-7280-444b-b536-0fc7738596ee req-470c23ed-3dbd-4f06-951d-a08226a65d38 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/security-groups?id=68fb2c81-0a0b-490d-b3ee-a78d1372b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340850 Oct 14 12:31:25.896716 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-c5de697c-ed77-4b9d-8a64-2dddf24cb750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:25.900868 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device 83cace9e-5ca6-4b67-80b8-843108e5fb0f up at agent hyperv_hv-cinder-81398 {{(pid=100186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:31:26.005887 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Provisioning for port 83cace9e-5ca6-4b67-80b8-843108e5fb0f completed by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 12:31:26.010002 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Provisioning complete for port 83cace9e-5ca6-4b67-80b8-843108e5fb0f triggered by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:31:26.010369 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:26.092498 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:26.114184 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee06ffed-2107-4062-bd7b-74f696963264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83cace9e-5ca6-4b67-80b8-843108e5fb0f'}] {{(pid=100186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:31:26.116967 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ce96789b1b9487be48749a60ffcfd0a175945a3b692fd75626d794e24ae9ed4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b48902e-e932-4868-ad5a-3392925f716e" -d '{"events": [{"server_uuid": "ee06ffed-2107-4062-bd7b-74f696963264", "name": "network-vif-plugged", "status": "completed", "tag": "83cace9e-5ca6-4b67-80b8-843108e5fb0f"}]}' {{(pid=100186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:31:26.129591 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] For port 83cace9e-5ca6-4b67-80b8-843108e5fb0f, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=83cace9e-5ca6-4b67-80b8-843108e5fb0f,segment=NetworkSegment(6a8c4e17-959a-4a0c-982c-7e92be64d560),segment_id=6a8c4e17-959a-4a0c-982c-7e92be64d560)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:31:26.154492 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f041f7-bfe4-435c-be3b-703b986d2be3 x-openstack-request-id: req-41f041f7-bfe4-435c-be3b-703b986d2be3 {{(pid=100186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:31:26.154801 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee06ffed-2107-4062-bd7b-74f696963264", "name": "network-vif-plugged", "status": "completed", "tag": "83cace9e-5ca6-4b67-80b8-843108e5fb0f", "code": 200}]} {{(pid=100186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:31:26.155053 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-41f041f7-bfe4-435c-be3b-703b986d2be3 {{(pid=100186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:31:26.155437 dv-cinder-813986-1-iscsi neutron-server[100186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee06ffed-2107-4062-bd7b-74f696963264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83cace9e-5ca6-4b67-80b8-843108e5fb0f', 'code': 200} Oct 14 12:31:26.182926 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:26.229129 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Pushing event updated for resources: {'Port': ['ID=83cace9e-5ca6-4b67-80b8-843108e5fb0f,revision_number=5']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:31:26.626226 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a56a21e-b05f-429d-861b-c1dc741bced9 req-3b770f17-eadd-4f7c-a4cf-bc261a2bdb43 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:26.627566 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-3a56a21e-b05f-429d-861b-c1dc741bced9 req-3b770f17-eadd-4f7c-a4cf-bc261a2bdb43 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 945 time: 0.0477102 Oct 14 12:31:26.663771 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-3a56a21e-b05f-429d-861b-c1dc741bced9 req-9444a643-0013-4f2b-b700-be9fbcf28f3c tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303333 Oct 14 12:31:26.890167 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bdbac5-45df-40fa-a4bf-6e6cc9b3e53d req-7b6ffc5a-9095-4ce0-8718-7bd9b85feb9e tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:26.891543 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-06bdbac5-45df-40fa-a4bf-6e6cc9b3e53d req-7b6ffc5a-9095-4ce0-8718-7bd9b85feb9e tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee06ffed-2107-4062-bd7b-74f696963264 HTTP/1.1" status: 200 len: 946 time: 0.0480435 Oct 14 12:31:26.929236 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-06bdbac5-45df-40fa-a4bf-6e6cc9b3e53d req-3e842875-d742-4e8f-86fe-bdfe7a86b04e tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/security-groups?id=68fb2c81-0a0b-490d-b3ee-a78d1372b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314534 Oct 14 12:31:27.056733 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-469b4b0a-0edb-4369-82f6-413c16907b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:27.085799 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:27.779131 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d08d69-24e5-45da-97db-6598cb4c96da req-79cd53bd-c831-43b1-b368-ceaf60bef34a tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:27.780649 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-57d08d69-24e5-45da-97db-6598cb4c96da req-79cd53bd-c831-43b1-b368-ceaf60bef34a tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 945 time: 0.0478253 Oct 14 12:31:27.820891 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-57d08d69-24e5-45da-97db-6598cb4c96da req-a123b84d-ffa8-47c3-bb8b-cfc7c49231bb tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342464 Oct 14 12:31:28.043272 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58da00e-c2da-453f-8c15-1e17bee6ef00 req-a2a5395f-2f69-489b-baef-23c172549978 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:28.044750 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-c58da00e-c2da-453f-8c15-1e17bee6ef00 req-a2a5395f-2f69-489b-baef-23c172549978 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee06ffed-2107-4062-bd7b-74f696963264 HTTP/1.1" status: 200 len: 946 time: 0.0488589 Oct 14 12:31:28.081538 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-c58da00e-c2da-453f-8c15-1e17bee6ef00 req-dc96262c-12b2-4bd6-9716-cb099bfa698c tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/security-groups?id=68fb2c81-0a0b-490d-b3ee-a78d1372b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308106 Oct 14 12:31:28.308120 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-27c04846-3a84-4189-8b30-75b8cfbf2676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:28.937448 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d482303b-c6d9-430a-82a0-d4847413fece req-009c2faf-74d3-47de-84a9-d5dd78974cc3 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:28.938876 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-d482303b-c6d9-430a-82a0-d4847413fece req-009c2faf-74d3-47de-84a9-d5dd78974cc3 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 945 time: 0.0478814 Oct 14 12:31:28.975086 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-d482303b-c6d9-430a-82a0-d4847413fece req-803ec2b7-c267-4dfc-8aa2-5282f72c9bf6 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303659 Oct 14 12:31:29.191901 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f0218-253c-4525-8923-f0a8da3d31bc req-8f3b5e2a-e9c9-4dfe-8872-607102f903c1 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:29.193478 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-285f0218-253c-4525-8923-f0a8da3d31bc req-8f3b5e2a-e9c9-4dfe-8872-607102f903c1 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee06ffed-2107-4062-bd7b-74f696963264 HTTP/1.1" status: 200 len: 946 time: 0.0476818 Oct 14 12:31:29.233581 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-285f0218-253c-4525-8923-f0a8da3d31bc req-5889ac06-ab6d-462c-a2f9-c30074c0ef3b tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/security-groups?id=68fb2c81-0a0b-490d-b3ee-a78d1372b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344124 Oct 14 12:31:29.921656 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b3bf8-6c24-41ff-9e17-30985023e287 req-cacdd99f-83ce-4571-a824-681460fe0628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:29.923207 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-522b3bf8-6c24-41ff-9e17-30985023e287 req-cacdd99f-83ce-4571-a824-681460fe0628 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ee06ffed-2107-4062-bd7b-74f696963264 HTTP/1.1" status: 200 len: 1099 time: 0.0395424 Oct 14 12:31:29.970656 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-522b3bf8-6c24-41ff-9e17-30985023e287 req-46eb6f80-ee8d-483f-9be6-27b5ddc2f1a8 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=68fb2c81-0a0b-490d-b3ee-a78d1372b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268590 Oct 14 12:31:30.093296 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9e3c8f-5e31-4fce-aa17-ff5b95174d3d req-a9eff05b-c46a-48fb-bc75-230ace63661f tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:30.094833 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ca9e3c8f-5e31-4fce-aa17-ff5b95174d3d req-a9eff05b-c46a-48fb-bc75-230ace63661f tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 945 time: 0.0482228 Oct 14 12:31:30.131076 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ca9e3c8f-5e31-4fce-aa17-ff5b95174d3d req-a15fd1e6-bf83-4b24-bf61-b2a91fc6984a tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297413 Oct 14 12:31:30.244057 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6639f7c-cdaa-4809-94d7-f8ed2d7be6d1 req-0dfa3f61-8034-4f95-bfbf-104b361e228c tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:30.245642 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-c6639f7c-cdaa-4809-94d7-f8ed2d7be6d1 req-0dfa3f61-8034-4f95-bfbf-104b361e228c tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 945 time: 0.0473518 Oct 14 12:31:30.253819 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 37310) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:31:30.258559 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.v2.base [None req-7f40f288-bc5f-4d92-bc89-a3a266361c56 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Request body: {'floatingip': {'port_id': '28cd0059-123b-4cfb-8b82-37ef57465863'}} {{(pid=100184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:31:30.344504 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-7f40f288-bc5f-4d92-bc89-a3a266361c56 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks [] for floatingip, before_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:30.478049 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59cc4bd-61ee-4466-b23d-317440d5d9d6 req-785f613f-2d06-4655-80e8-eae91daff172 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:30.479489 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-a59cc4bd-61ee-4466-b23d-317440d5d9d6 req-785f613f-2d06-4655-80e8-eae91daff172 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee06ffed-2107-4062-bd7b-74f696963264 HTTP/1.1" status: 200 len: 946 time: 0.1600158 Oct 14 12:31:30.778362 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-a59cc4bd-61ee-4466-b23d-317440d5d9d6 req-7e97f2d8-44a2-4819-86db-d5ab2ec7dd4b tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/security-groups?id=68fb2c81-0a0b-490d-b3ee-a78d1372b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2922494 Oct 14 12:31:31.144578 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-7f40f288-bc5f-4d92-bc89-a3a266361c56 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:31.194315 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-7f40f288-bc5f-4d92-bc89-a3a266361c56 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-619548'] for floatingip, after_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:31.291808 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.db.l3_db [None req-7f40f288-bc5f-4d92-bc89-a3a266361c56 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Floating IP 86521ead-6f88-4b8a-80ee-9b24c4dca617 associated. External IP: 172.27.0.225, port: 28cd0059-123b-4cfb-8b82-37ef57465863. Oct 14 12:31:31.492652 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f40f288-bc5f-4d92-bc89-a3a266361c56 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Router 21add2b8-54d5-4536-b496-7594d2356359 has already been hosted by L3 agent 98567738-4256-4ddd-ae03-62c82ecec038 {{(pid=100184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 12:31:31.532922 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.agents_db [None req-78dcfc36-1157-4c7d-a1d8-d24093a96b44 None None] Agent healthcheck: found 6 active agents {{(pid=100187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:31:31.608446 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f40f288-bc5f-4d92-bc89-a3a266361c56 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify agent at l3_agent.dv-cinder-813986-1-iscsi the message routers_updated {{(pid=100184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:31:31.620368 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-7f40f288-bc5f-4d92-bc89-a3a266361c56 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516790'] for floatingip, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:31.621284 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fb9e58-0708-4c48-a2e0-c236c6ae561f None None] Sync routers for ids ['21add2b8-54d5-4536-b496-7594d2356359'] in dv-cinder-813986-1-iscsi {{(pid=100186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:31:31.626916 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fb9e58-0708-4c48-a2e0-c236c6ae561f None None] Routers {'21add2b8-54d5-4536-b496-7594d2356359'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:31:31.627528 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-42fb9e58-0708-4c48-a2e0-c236c6ae561f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:31:26Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['21add2b8-54d5-4536-b496-7594d2356359'], 'active': True} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:31:31.643784 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-7f40f288-bc5f-4d92-bc89-a3a266361c56 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "PUT /v2.0/floatingips/86521ead-6f88-4b8a-80ee-9b24c4dca617 HTTP/1.1" status: 200 len: 991 time: 1.3886499 Oct 14 12:31:31.644506 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98abee77-6aa4-41b4-b48e-a608cecdadd7', 'tag': '28cd0059-123b-4cfb-8b82-37ef57465863'}] {{(pid=100184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:31:31.646882 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb275087d552987a85547e896d52e13f348f0da1d291f893306c6091374b53c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2486c20-fa74-4b01-b344-5ef9a647f681" -d '{"events": [{"name": "network-changed", "server_uuid": "98abee77-6aa4-41b4-b48e-a608cecdadd7", "tag": "28cd0059-123b-4cfb-8b82-37ef57465863"}]}' {{(pid=100184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:31:31.683951 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 12:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dadb9867-5f43-4995-9474-980185c38c26 x-openstack-request-id: req-dadb9867-5f43-4995-9474-980185c38c26 {{(pid=100184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:31:31.684279 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98abee77-6aa4-41b4-b48e-a608cecdadd7", "tag": "28cd0059-123b-4cfb-8b82-37ef57465863", "status": "completed", "code": 200}]} {{(pid=100184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:31:31.684536 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dadb9867-5f43-4995-9474-980185c38c26 {{(pid=100184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:31:31.684935 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98abee77-6aa4-41b4-b48e-a608cecdadd7', 'tag': '28cd0059-123b-4cfb-8b82-37ef57465863', 'status': 'completed', 'code': 200} Oct 14 12:31:31.732940 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvr_db [None req-42fb9e58-0708-4c48-a2e0-c236c6ae561f None None] Set router 21add2b8-54d5-4536-b496-7594d2356359 gateway port host: dv-cinder-813986-1-iscsi {{(pid=100186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:31:31.758741 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2486c20-fa74-4b01-b344-5ef9a647f681 req-13ef10e3-ce54-4791-bbf4-12ed520ce6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:31.760383 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-a2486c20-fa74-4b01-b344-5ef9a647f681 req-13ef10e3-ce54-4791-bbf4-12ed520ce6e1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2113c18ca299401c9338cafb84b0ff20&device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 1098 time: 0.0433624 Oct 14 12:31:31.950691 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2486c20-fa74-4b01-b344-5ef9a647f681 req-387b20b7-4c2d-4223-b816-1cab696ee39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:31.952195 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-a2486c20-fa74-4b01-b344-5ef9a647f681 req-387b20b7-4c2d-4223-b816-1cab696ee39e service neutron] 10.222.0.25 "GET /v2.0/networks?id=e97ba1a4-1eaa-4970-998a-7f37d91a4cc6 HTTP/1.1" status: 200 len: 918 time: 0.1815732 Oct 14 12:31:31.959397 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178ce26-341c-4287-ace2-1baf1b7c9b41 req-17ece406-5f75-4d26-872b-55d44fa44542 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:31.960753 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-4178ce26-341c-4287-ace2-1baf1b7c9b41 req-17ece406-5f75-4d26-872b-55d44fa44542 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee06ffed-2107-4062-bd7b-74f696963264 HTTP/1.1" status: 200 len: 946 time: 0.1103823 Oct 14 12:31:31.968513 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-42fb9e58-0708-4c48-a2e0-c236c6ae561f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21add2b8-54d5-4536-b496-7594d2356359', 'name': 'tempest-AttachVolumeShelveTestJSON-1247382938-router', 'tenant_id': '2113c18ca299401c9338cafb84b0ff20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '119ec3f6-aed8-4f4e-91c2-ef4491993617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:30:58Z', 'updated_at': '2021-10-14T12:31:01Z', 'revision_number': 4, 'project_id': '2113c18ca299401c9338cafb84b0ff20', 'gw_port': {'id': '119ec3f6-aed8-4f4e-91c2-ef4491993617', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:80:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21add2b8-54d5-4536-b496-7594d2356359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:59Z', 'updated_at': '2021-10-14T12:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_floatingips': [{'id': '86521ead-6f88-4b8a-80ee-9b24c4dca617', 'tenant_id': '2113c18ca299401c9338cafb84b0ff20', 'floating_ip_address': '172.27.0.225', 'floating_network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'router_id': '21add2b8-54d5-4536-b496-7594d2356359', 'port_id': '28cd0059-123b-4cfb-8b82-37ef57465863', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e97ba1a4-1eaa-4970-998a-7f37d91a4cc6', 'mac_address': 'fa:16:3e:e6:a3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98abee77-6aa4-41b4-b48e-a608cecdadd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T12:31:04Z', 'updated_at': '2021-10-14T12:31:31Z', 'revision_number': 1, 'project_id': '2113c18ca299401c9338cafb84b0ff20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35fbb1a3-1573-4763-b2c3-a761bd3feadf', 'name': '', 'network_id': 'e97ba1a4-1eaa-4970-998a-7f37d91a4cc6', 'tenant_id': '2113c18ca299401c9338cafb84b0ff20', 'mac_address': 'fa:16:3e:17:14:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21add2b8-54d5-4536-b496-7594d2356359', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'ffaa80f7-d349-41e0-815d-fe25cd4e4dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:31:00Z', 'updated_at': '2021-10-14T12:31:05Z', 'revision_number': 5, 'project_id': '2113c18ca299401c9338cafb84b0ff20', 'subnets': [{'id': 'ffaa80f7-d349-41e0-815d-fe25cd4e4dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:31:31.999350 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fb9e58-0708-4c48-a2e0-c236c6ae561f None None] Checking router: 21add2b8-54d5-4536-b496-7594d2356359 for host: dv-cinder-813986-1-iscsi {{(pid=100186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:31:32.008751 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fb9e58-0708-4c48-a2e0-c236c6ae561f None None] Routers {'21add2b8-54d5-4536-b496-7594d2356359'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:31:32.009301 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-42fb9e58-0708-4c48-a2e0-c236c6ae561f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:31:26Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['21add2b8-54d5-4536-b496-7594d2356359'], 'active': True} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:31:32.250617 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvr_db [None req-42fb9e58-0708-4c48-a2e0-c236c6ae561f None None] Set router 21add2b8-54d5-4536-b496-7594d2356359 gateway port host: dv-cinder-813986-1-iscsi {{(pid=100186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:31:32.278398 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-4178ce26-341c-4287-ace2-1baf1b7c9b41 req-63f18e4e-ab2e-4e4d-bde9-31ce34265a9d tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/security-groups?id=68fb2c81-0a0b-490d-b3ee-a78d1372b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3113949 Oct 14 12:31:32.297333 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-a2486c20-fa74-4b01-b344-5ef9a647f681 req-0ee6337a-5ad4-4a90-a7f8-ff3ced802a48 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28cd0059-123b-4cfb-8b82-37ef57465863 HTTP/1.1" status: 200 len: 999 time: 0.3244288 Oct 14 12:31:32.352302 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2486c20-fa74-4b01-b344-5ef9a647f681 req-e647970b-311b-488a-b5bb-df104c98b245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:32.353923 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-a2486c20-fa74-4b01-b344-5ef9a647f681 req-e647970b-311b-488a-b5bb-df104c98b245 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ffaa80f7-d349-41e0-815d-fe25cd4e4dcc HTTP/1.1" status: 200 len: 856 time: 0.0467741 Oct 14 12:31:32.408075 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2486c20-fa74-4b01-b344-5ef9a647f681 req-0e640632-9608-42da-994d-38324783d41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:32.409602 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-a2486c20-fa74-4b01-b344-5ef9a647f681 req-0e640632-9608-42da-994d-38324783d41c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e97ba1a4-1eaa-4970-998a-7f37d91a4cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408173 Oct 14 12:31:32.479950 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-42fb9e58-0708-4c48-a2e0-c236c6ae561f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21add2b8-54d5-4536-b496-7594d2356359', 'name': 'tempest-AttachVolumeShelveTestJSON-1247382938-router', 'tenant_id': '2113c18ca299401c9338cafb84b0ff20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '119ec3f6-aed8-4f4e-91c2-ef4491993617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:30:58Z', 'updated_at': '2021-10-14T12:31:01Z', 'revision_number': 4, 'project_id': '2113c18ca299401c9338cafb84b0ff20', 'gw_port': {'id': '119ec3f6-aed8-4f4e-91c2-ef4491993617', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:80:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21add2b8-54d5-4536-b496-7594d2356359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:59Z', 'updated_at': '2021-10-14T12:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_floatingips': [{'id': '86521ead-6f88-4b8a-80ee-9b24c4dca617', 'tenant_id': '2113c18ca299401c9338cafb84b0ff20', 'floating_ip_address': '172.27.0.225', 'floating_network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'router_id': '21add2b8-54d5-4536-b496-7594d2356359', 'port_id': '28cd0059-123b-4cfb-8b82-37ef57465863', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e97ba1a4-1eaa-4970-998a-7f37d91a4cc6', 'mac_address': 'fa:16:3e:e6:a3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98abee77-6aa4-41b4-b48e-a608cecdadd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T12:31:04Z', 'updated_at': '2021-10-14T12:31:31Z', 'revision_number': 1, 'project_id': '2113c18ca299401c9338cafb84b0ff20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35fbb1a3-1573-4763-b2c3-a761bd3feadf', 'name': '', 'network_id': 'e97ba1a4-1eaa-4970-998a-7f37d91a4cc6', 'tenant_id': '2113c18ca299401c9338cafb84b0ff20', 'mac_address': 'fa:16:3e:17:14:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21add2b8-54d5-4536-b496-7594d2356359', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'ffaa80f7-d349-41e0-815d-fe25cd4e4dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:31:00Z', 'updated_at': '2021-10-14T12:31:05Z', 'revision_number': 5, 'project_id': '2113c18ca299401c9338cafb84b0ff20', 'subnets': [{'id': 'ffaa80f7-d349-41e0-815d-fe25cd4e4dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:31:32.505195 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-a2486c20-fa74-4b01-b344-5ef9a647f681 req-f4c98d74-6266-4707-8cd7-38a8b2394037 service neutron] 10.222.0.25 "GET /v2.0/networks/e97ba1a4-1eaa-4970-998a-7f37d91a4cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865502 Oct 14 12:31:32.509196 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fb9e58-0708-4c48-a2e0-c236c6ae561f None None] The sync data for ids ['21add2b8-54d5-4536-b496-7594d2356359'] in dv-cinder-813986-1-iscsi is: [{'id': '21add2b8-54d5-4536-b496-7594d2356359', 'name': 'tempest-AttachVolumeShelveTestJSON-1247382938-router', 'tenant_id': '2113c18ca299401c9338cafb84b0ff20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '119ec3f6-aed8-4f4e-91c2-ef4491993617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:30:58Z', 'updated_at': '2021-10-14T12:31:01Z', 'revision_number': 4, 'project_id': '2113c18ca299401c9338cafb84b0ff20', 'gw_port': {'id': '119ec3f6-aed8-4f4e-91c2-ef4491993617', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:80:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21add2b8-54d5-4536-b496-7594d2356359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:59Z', 'updated_at': '2021-10-14T12:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_floatingips': [{'id': '86521ead-6f88-4b8a-80ee-9b24c4dca617', 'tenant_id': '2113c18ca299401c9338cafb84b0ff20', 'floating_ip_address': '172.27.0.225', 'floating_network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'router_id': '21add2b8-54d5-4536-b496-7594d2356359', 'port_id': '28cd0059-123b-4cfb-8b82-37ef57465863', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e97ba1a4-1eaa-4970-998a-7f37d91a4cc6', 'mac_address': 'fa:16:3e:e6:a3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98abee77-6aa4-41b4-b48e-a608cecdadd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T12:31:04Z', 'updated_at': '2021-10-14T12:31:31Z', 'revision_number': 1, 'project_id': '2113c18ca299401c9338cafb84b0ff20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35fbb1a3-1573-4763-b2c3-a761bd3feadf', 'name': '', 'network_id': 'e97ba1a4-1eaa-4970-998a-7f37d91a4cc6', 'tenant_id': '2113c18ca299401c9338cafb84b0ff20', 'mac_address': 'fa:16:3e:17:14:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21add2b8-54d5-4536-b496-7594d2356359', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'ffaa80f7-d349-41e0-815d-fe25cd4e4dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:31:00Z', 'updated_at': '2021-10-14T12:31:05Z', 'revision_number': 5, 'project_id': '2113c18ca299401c9338cafb84b0ff20', 'subnets': [{'id': 'ffaa80f7-d349-41e0-815d-fe25cd4e4dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:31:32.606702 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-a2486c20-fa74-4b01-b344-5ef9a647f681 req-e6534b50-7845-4588-8ec3-22e95eefb2d8 service neutron] 10.222.0.25 "GET /v2.0/networks/e97ba1a4-1eaa-4970-998a-7f37d91a4cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881686 Oct 14 12:31:32.698264 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbc30c1-6eee-443c-87af-3c9420b9a726 None None] New status for floating IP 86521ead-6f88-4b8a-80ee-9b24c4dca617: ACTIVE {{(pid=100187) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 12:31:33.394576 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcc459f-261c-4a25-9c49-18af9e3d0eb8 req-5658d3a6-92d6-4c4f-9178-50282defdc61 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:33.396083 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ffcc459f-261c-4a25-9c49-18af9e3d0eb8 req-5658d3a6-92d6-4c4f-9178-50282defdc61 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee06ffed-2107-4062-bd7b-74f696963264 HTTP/1.1" status: 200 len: 946 time: 0.0481784 Oct 14 12:31:33.437187 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ffcc459f-261c-4a25-9c49-18af9e3d0eb8 req-58369800-a71e-4fd2-aa55-e5a93e2d245a tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/security-groups?id=68fb2c81-0a0b-490d-b3ee-a78d1372b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353281 Oct 14 12:31:33.547946 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1202f5-834b-4a78-a447-296850197de5 req-7d2829fb-0d25-40d4-8325-b253369fdaee tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:33.549385 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ff1202f5-834b-4a78-a447-296850197de5 req-7d2829fb-0d25-40d4-8325-b253369fdaee tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee06ffed-2107-4062-bd7b-74f696963264 HTTP/1.1" status: 200 len: 946 time: 0.0469840 Oct 14 12:31:33.585872 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ff1202f5-834b-4a78-a447-296850197de5 req-56056a80-af5f-4af3-9a87-dad3fcc9519c tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/security-groups?id=68fb2c81-0a0b-490d-b3ee-a78d1372b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298047 Oct 14 12:31:33.607463 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 37346) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:31:33.746450 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8b7407-a30b-44be-906e-e78befac32ea tempest-TestVolumeBootPattern-1010134142 tempest-TestVolumeBootPattern-1010134142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:33.747968 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-4b8b7407-a30b-44be-906e-e78befac32ea tempest-TestVolumeBootPattern-1010134142 tempest-TestVolumeBootPattern-1010134142-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=ee06ffed-2107-4062-bd7b-74f696963264 HTTP/1.1" status: 200 len: 1094 time: 0.1394110 Oct 14 12:31:33.750783 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 37352) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:31:33.754928 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.v2.base [None req-3e73532c-3177-418c-9767-dac649c2fb43 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Request body: {'floatingip': {'floating_network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'port_id': '83cace9e-5ca6-4b67-80b8-843108e5fb0f', 'tenant_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:31:33.828094 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-3e73532c-3177-418c-9767-dac649c2fb43 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks [] for floatingip, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:33.925118 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-3e73532c-3177-418c-9767-dac649c2fb43 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:34.026459 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.db.db_base_plugin_common [None req-3e73532c-3177-418c-9767-dac649c2fb43 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Allocated IP 172.27.0.107 (b7b7a1d8-4110-4f63-bddb-33667e2d84f3/eea40cd2-79ec-4f52-9668-443439548eb0/849ce168-fc68-4dea-bbc7-2709b4d81699) {{(pid=100185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:31:34.129267 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-3e73532c-3177-418c-9767-dac649c2fb43 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks [] for port, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:34.221238 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-3e73532c-3177-418c-9767-dac649c2fb43 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787792822806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7811617'] for port, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:34.255402 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e73532c-3177-418c-9767-dac649c2fb43 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Network b7b7a1d8-4110-4f63-bddb-33667e2d84f3 is already hosted by enough agents. {{(pid=100185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:31:34.258137 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.base_scheduler [None req-3e73532c-3177-418c-9767-dac649c2fb43 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Resources bound (agent type, host, resource id): {{(pid=100185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:31:34.260776 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e73532c-3177-418c-9767-dac649c2fb43 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Received port after_create {{(pid=100185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:31:34.288663 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e73532c-3177-418c-9767-dac649c2fb43 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Pushing event updated for resources: {'Port': ['ID=849ce168-fc68-4dea-bbc7-2709b4d81699,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:31:34.300963 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e73532c-3177-418c-9767-dac649c2fb43 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:31:34.301307 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e73532c-3177-418c-9767-dac649c2fb43 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:31:34.301641 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e73532c-3177-418c-9767-dac649c2fb43 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:31:34.301973 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e73532c-3177-418c-9767-dac649c2fb43 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:31:34.302298 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e73532c-3177-418c-9767-dac649c2fb43 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:31:34.302620 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e73532c-3177-418c-9767-dac649c2fb43 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:31:34.302943 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e73532c-3177-418c-9767-dac649c2fb43 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:31:34.303269 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e73532c-3177-418c-9767-dac649c2fb43 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:31:34.303848 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e73532c-3177-418c-9767-dac649c2fb43 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:31:34.304234 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e73532c-3177-418c-9767-dac649c2fb43 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:31:34.305806 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e73532c-3177-418c-9767-dac649c2fb43 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:31:34.305806 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e73532c-3177-418c-9767-dac649c2fb43 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:31:34.818503 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-3e73532c-3177-418c-9767-dac649c2fb43 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:34.944513 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-3e73532c-3177-418c-9767-dac649c2fb43 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:35.090893 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-3e73532c-3177-418c-9767-dac649c2fb43 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks [] for port, precommit_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:35.163732 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-3e73532c-3177-418c-9767-dac649c2fb43 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7811640'] for port, after_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:35.233511 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e73532c-3177-418c-9767-dac649c2fb43 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Pushing event updated for resources: {'Port': ['ID=849ce168-fc68-4dea-bbc7-2709b4d81699,revision_number=2']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:31:35.243511 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-3e73532c-3177-418c-9767-dac649c2fb43 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-619548'] for floatingip, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:35.340133 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.db.l3_db [None req-3e73532c-3177-418c-9767-dac649c2fb43 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Floating IP 56d0a296-dcc8-4f70-b629-446f1f29416a associated. External IP: 172.27.0.107, port: 83cace9e-5ca6-4b67-80b8-843108e5fb0f. Oct 14 12:31:35.539155 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e73532c-3177-418c-9767-dac649c2fb43 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Router 24e89d46-aa37-411d-b9be-477ef885065b has already been hosted by L3 agent 98567738-4256-4ddd-ae03-62c82ecec038 {{(pid=100185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 12:31:35.644297 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e73532c-3177-418c-9767-dac649c2fb43 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify agent at l3_agent.dv-cinder-813986-1-iscsi the message routers_updated {{(pid=100185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:31:35.656027 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b13f59c-bb5a-467e-a7f4-5ecea9f51be7 None None] Sync routers for ids ['24e89d46-aa37-411d-b9be-477ef885065b'] in dv-cinder-813986-1-iscsi {{(pid=100186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:31:35.665429 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b13f59c-bb5a-467e-a7f4-5ecea9f51be7 None None] Routers {'24e89d46-aa37-411d-b9be-477ef885065b'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:31:35.666017 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-3b13f59c-bb5a-467e-a7f4-5ecea9f51be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:31:26Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['24e89d46-aa37-411d-b9be-477ef885065b'], 'active': True} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:31:35.743369 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-3e73532c-3177-418c-9767-dac649c2fb43 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516790'] for floatingip, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:35.769211 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-3e73532c-3177-418c-9767-dac649c2fb43 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0172896 Oct 14 12:31:35.769408 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvr_db [None req-3b13f59c-bb5a-467e-a7f4-5ecea9f51be7 None None] Set router 24e89d46-aa37-411d-b9be-477ef885065b gateway port host: dv-cinder-813986-1-iscsi {{(pid=100186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:31:35.769629 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee06ffed-2107-4062-bd7b-74f696963264', 'tag': '83cace9e-5ca6-4b67-80b8-843108e5fb0f'}] {{(pid=100185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:31:35.771844 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}167116552ac494ad33fe024857b10e57374526f2b70b110e82d735407eff6bb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73266e49-e4ad-4d50-974e-465416b260c0" -d '{"events": [{"name": "network-changed", "server_uuid": "ee06ffed-2107-4062-bd7b-74f696963264", "tag": "83cace9e-5ca6-4b67-80b8-843108e5fb0f"}]}' {{(pid=100185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:31:35.809070 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 12:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e82dd55-c498-49ee-96cd-d958af7afc36 x-openstack-request-id: req-4e82dd55-c498-49ee-96cd-d958af7afc36 {{(pid=100185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:31:35.809359 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee06ffed-2107-4062-bd7b-74f696963264", "tag": "83cace9e-5ca6-4b67-80b8-843108e5fb0f", "status": "completed", "code": 200}]} {{(pid=100185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:31:35.809692 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4e82dd55-c498-49ee-96cd-d958af7afc36 {{(pid=100185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:31:35.809995 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee06ffed-2107-4062-bd7b-74f696963264', 'tag': '83cace9e-5ca6-4b67-80b8-843108e5fb0f', 'status': 'completed', 'code': 200} Oct 14 12:31:35.886272 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73266e49-e4ad-4d50-974e-465416b260c0 req-7388b260-37bc-4f26-bfde-589fd5785636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:35.887762 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-73266e49-e4ad-4d50-974e-465416b260c0 req-7388b260-37bc-4f26-bfde-589fd5785636 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d99b7bc72612436fbfc26fefb4d4be39&device_id=ee06ffed-2107-4062-bd7b-74f696963264 HTTP/1.1" status: 200 len: 1099 time: 0.0414143 Oct 14 12:31:35.986222 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73266e49-e4ad-4d50-974e-465416b260c0 req-fd496657-54d7-49c3-99e9-c9ccac9f9b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:35.987847 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-73266e49-e4ad-4d50-974e-465416b260c0 req-fd496657-54d7-49c3-99e9-c9ccac9f9b40 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1645ab42-9d5c-4574-823e-897e40d672c1 HTTP/1.1" status: 200 len: 913 time: 0.0902936 Oct 14 12:31:35.991814 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-3b13f59c-bb5a-467e-a7f4-5ecea9f51be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e89d46-aa37-411d-b9be-477ef885065b', 'name': 'tempest-TestVolumeBootPattern-1930588745-router', 'tenant_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '8e8d4ddc-3788-4316-88f0-d5f161911b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:30:07Z', 'updated_at': '2021-10-14T12:30:11Z', 'revision_number': 4, 'project_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'gw_port': {'id': '8e8d4ddc-3788-4316-88f0-d5f161911b1d', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:99:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e89d46-aa37-411d-b9be-477ef885065b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:08Z', 'updated_at': '2021-10-14T12:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_floatingips': [{'id': '56d0a296-dcc8-4f70-b629-446f1f29416a', 'tenant_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'floating_ip_address': '172.27.0.107', 'floating_network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'router_id': '24e89d46-aa37-411d-b9be-477ef885065b', 'port_id': '83cace9e-5ca6-4b67-80b8-843108e5fb0f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1645ab42-9d5c-4574-823e-897e40d672c1', 'mac_address': 'fa:16:3e:2e:58:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee06ffed-2107-4062-bd7b-74f696963264', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T12:31:34Z', 'updated_at': '2021-10-14T12:31:34Z', 'revision_number': 0, 'project_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd1b52f9-3d01-4f96-a600-cd81ebb1559f', 'name': '', 'network_id': '1645ab42-9d5c-4574-823e-897e40d672c1', 'tenant_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'mac_address': 'fa:16:3e:84:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e89d46-aa37-411d-b9be-477ef885065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '2ad3bf63-05be-4f65-ad9c-541a80de9cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:10Z', 'updated_at': '2021-10-14T12:30:16Z', 'revision_number': 5, 'project_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'subnets': [{'id': '2ad3bf63-05be-4f65-ad9c-541a80de9cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:31:36.021378 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b13f59c-bb5a-467e-a7f4-5ecea9f51be7 None None] Checking router: 24e89d46-aa37-411d-b9be-477ef885065b for host: dv-cinder-813986-1-iscsi {{(pid=100186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:31:36.029613 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b13f59c-bb5a-467e-a7f4-5ecea9f51be7 None None] Routers {'24e89d46-aa37-411d-b9be-477ef885065b'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:31:36.030590 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-3b13f59c-bb5a-467e-a7f4-5ecea9f51be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:31:26Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['24e89d46-aa37-411d-b9be-477ef885065b'], 'active': True} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:31:36.054180 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-73266e49-e4ad-4d50-974e-465416b260c0 req-fcdd85e7-5450-4771-9b0a-9ddf6c57e0a3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83cace9e-5ca6-4b67-80b8-843108e5fb0f HTTP/1.1" status: 200 len: 1000 time: 0.0574939 Oct 14 12:31:36.119510 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73266e49-e4ad-4d50-974e-465416b260c0 req-2dd2115c-e6ba-4bb7-9a13-bb8bbc6e9d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:36.121002 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-73266e49-e4ad-4d50-974e-465416b260c0 req-2dd2115c-e6ba-4bb7-9a13-bb8bbc6e9d1a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2ad3bf63-05be-4f65-ad9c-541a80de9cc8 HTTP/1.1" status: 200 len: 851 time: 0.0451689 Oct 14 12:31:36.135848 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvr_db [None req-3b13f59c-bb5a-467e-a7f4-5ecea9f51be7 None None] Set router 24e89d46-aa37-411d-b9be-477ef885065b gateway port host: dv-cinder-813986-1-iscsi {{(pid=100186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:31:36.184578 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73266e49-e4ad-4d50-974e-465416b260c0 req-cedbff18-6557-4e19-9bdf-90b518355571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:36.184578 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-73266e49-e4ad-4d50-974e-465416b260c0 req-cedbff18-6557-4e19-9bdf-90b518355571 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1645ab42-9d5c-4574-823e-897e40d672c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450015 Oct 14 12:31:36.279279 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-73266e49-e4ad-4d50-974e-465416b260c0 req-b78f696f-204c-487b-b83a-ca1b4247733e service neutron] 10.222.0.25 "GET /v2.0/networks/1645ab42-9d5c-4574-823e-897e40d672c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826821 Oct 14 12:31:36.361802 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-3b13f59c-bb5a-467e-a7f4-5ecea9f51be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e89d46-aa37-411d-b9be-477ef885065b', 'name': 'tempest-TestVolumeBootPattern-1930588745-router', 'tenant_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '8e8d4ddc-3788-4316-88f0-d5f161911b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:30:07Z', 'updated_at': '2021-10-14T12:30:11Z', 'revision_number': 4, 'project_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'gw_port': {'id': '8e8d4ddc-3788-4316-88f0-d5f161911b1d', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:99:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e89d46-aa37-411d-b9be-477ef885065b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:08Z', 'updated_at': '2021-10-14T12:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_floatingips': [{'id': '56d0a296-dcc8-4f70-b629-446f1f29416a', 'tenant_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'floating_ip_address': '172.27.0.107', 'floating_network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'router_id': '24e89d46-aa37-411d-b9be-477ef885065b', 'port_id': '83cace9e-5ca6-4b67-80b8-843108e5fb0f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1645ab42-9d5c-4574-823e-897e40d672c1', 'mac_address': 'fa:16:3e:2e:58:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee06ffed-2107-4062-bd7b-74f696963264', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T12:31:34Z', 'updated_at': '2021-10-14T12:31:34Z', 'revision_number': 0, 'project_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd1b52f9-3d01-4f96-a600-cd81ebb1559f', 'name': '', 'network_id': '1645ab42-9d5c-4574-823e-897e40d672c1', 'tenant_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'mac_address': 'fa:16:3e:84:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e89d46-aa37-411d-b9be-477ef885065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '2ad3bf63-05be-4f65-ad9c-541a80de9cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:10Z', 'updated_at': '2021-10-14T12:30:16Z', 'revision_number': 5, 'project_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'subnets': [{'id': '2ad3bf63-05be-4f65-ad9c-541a80de9cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:31:36.386718 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-73266e49-e4ad-4d50-974e-465416b260c0 req-646e894b-899e-4419-8b2b-5fc53fb0cae8 service neutron] 10.222.0.25 "GET /v2.0/networks/1645ab42-9d5c-4574-823e-897e40d672c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895185 Oct 14 12:31:36.388662 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b13f59c-bb5a-467e-a7f4-5ecea9f51be7 None None] The sync data for ids ['24e89d46-aa37-411d-b9be-477ef885065b'] in dv-cinder-813986-1-iscsi is: [{'id': '24e89d46-aa37-411d-b9be-477ef885065b', 'name': 'tempest-TestVolumeBootPattern-1930588745-router', 'tenant_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '8e8d4ddc-3788-4316-88f0-d5f161911b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:30:07Z', 'updated_at': '2021-10-14T12:30:11Z', 'revision_number': 4, 'project_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'gw_port': {'id': '8e8d4ddc-3788-4316-88f0-d5f161911b1d', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:99:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e89d46-aa37-411d-b9be-477ef885065b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:08Z', 'updated_at': '2021-10-14T12:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_floatingips': [{'id': '56d0a296-dcc8-4f70-b629-446f1f29416a', 'tenant_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'floating_ip_address': '172.27.0.107', 'floating_network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'router_id': '24e89d46-aa37-411d-b9be-477ef885065b', 'port_id': '83cace9e-5ca6-4b67-80b8-843108e5fb0f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1645ab42-9d5c-4574-823e-897e40d672c1', 'mac_address': 'fa:16:3e:2e:58:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee06ffed-2107-4062-bd7b-74f696963264', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T12:31:34Z', 'updated_at': '2021-10-14T12:31:34Z', 'revision_number': 0, 'project_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd1b52f9-3d01-4f96-a600-cd81ebb1559f', 'name': '', 'network_id': '1645ab42-9d5c-4574-823e-897e40d672c1', 'tenant_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'mac_address': 'fa:16:3e:84:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e89d46-aa37-411d-b9be-477ef885065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '2ad3bf63-05be-4f65-ad9c-541a80de9cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:10Z', 'updated_at': '2021-10-14T12:30:16Z', 'revision_number': 5, 'project_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'subnets': [{'id': '2ad3bf63-05be-4f65-ad9c-541a80de9cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:31:36.587909 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d440c7-0fba-4c93-a94a-c730ca9d1ff8 None None] New status for floating IP 56d0a296-dcc8-4f70-b629-446f1f29416a: ACTIVE {{(pid=100187) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 12:31:37.702349 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:39.183155 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-e4b9014b-1b45-4d0b-8e44-089e73052f35 req-d63e0ea4-cf99-4f08-a99c-563fc40ed3a7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392489 Oct 14 12:31:39.245016 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b9014b-1b45-4d0b-8e44-089e73052f35 req-5f8640e7-4bf1-419a-8875-a3daded681fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:39.246441 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-e4b9014b-1b45-4d0b-8e44-089e73052f35 req-5f8640e7-4bf1-419a-8875-a3daded681fd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a74b273d32f14564a6f532d3344fc1c3&device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 1098 time: 0.0392141 Oct 14 12:31:39.356198 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b9014b-1b45-4d0b-8e44-089e73052f35 req-bf0357f9-e5c0-4e34-b670-596a6217181d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:39.357648 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-e4b9014b-1b45-4d0b-8e44-089e73052f35 req-bf0357f9-e5c0-4e34-b670-596a6217181d service neutron] 10.222.0.25 "GET /v2.0/networks?id=031e9579-40df-4987-97d9-4aff3031dd9c HTTP/1.1" status: 200 len: 911 time: 0.0871356 Oct 14 12:31:39.426209 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-e4b9014b-1b45-4d0b-8e44-089e73052f35 req-34062cb7-ab6e-4741-a906-b8b2cfe63b2d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=62ea2203-37dc-4090-9ad8-7efed0448323 HTTP/1.1" status: 200 len: 1000 time: 0.0567720 Oct 14 12:31:39.484387 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b9014b-1b45-4d0b-8e44-089e73052f35 req-1f1400c5-de04-4655-96af-15a874ce330c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:39.485860 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-e4b9014b-1b45-4d0b-8e44-089e73052f35 req-1f1400c5-de04-4655-96af-15a874ce330c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1ae97040-dc68-4655-9e24-79e922381839 HTTP/1.1" status: 200 len: 849 time: 0.0430796 Oct 14 12:31:39.548762 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b9014b-1b45-4d0b-8e44-089e73052f35 req-25d2780d-f601-4e75-8505-661837c849a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:31:39.548762 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-e4b9014b-1b45-4d0b-8e44-089e73052f35 req-25d2780d-f601-4e75-8505-661837c849a9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=031e9579-40df-4987-97d9-4aff3031dd9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0465107 Oct 14 12:31:39.645735 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-e4b9014b-1b45-4d0b-8e44-089e73052f35 req-2f8b74e3-69f2-45c5-a2a4-62ecc93a1e05 service neutron] 10.222.0.25 "GET /v2.0/networks/031e9579-40df-4987-97d9-4aff3031dd9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865452 Oct 14 12:31:39.744633 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-e4b9014b-1b45-4d0b-8e44-089e73052f35 req-32e5dc11-0ed9-4530-855f-e669a23fce31 service neutron] 10.222.0.25 "GET /v2.0/networks/031e9579-40df-4987-97d9-4aff3031dd9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892985 Oct 14 12:31:53.141548 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-aeb23e78-21c6-4715-af1c-0425d5b32b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:53.984331 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 37550) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:31:54.085887 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-c1d40bc7-cfc0-4e00-a73b-dc30c3206ae3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:54.159824 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-c1d40bc7-cfc0-4e00-a73b-dc30c3206ae3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:54.216488 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-c1d40bc7-cfc0-4e00-a73b-dc30c3206ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:54.255707 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-c1d40bc7-cfc0-4e00-a73b-dc30c3206ae3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5df0ec8abaed4f62999952a962a917b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2700524 Oct 14 12:31:54.256306 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d40bc7-cfc0-4e00-a73b-dc30c3206ae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfadb67b-7ea4-4abd-87d0-17f10e4ba873,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:31:54.258416 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 37556) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:31:54.308405 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-58d82eda-5e00-434d-8a56-cf1654d71fbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:54.329165 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-58d82eda-5e00-434d-8a56-cf1654d71fbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:54.459581 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-58d82eda-5e00-434d-8a56-cf1654d71fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:54.462120 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-58d82eda-5e00-434d-8a56-cf1654d71fbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:54.463300 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-58d82eda-5e00-434d-8a56-cf1654d71fbd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cfadb67b-7ea4-4abd-87d0-17f10e4ba873 HTTP/1.1" status: 204 len: 168 time: 0.2037590 Oct 14 12:31:54.471088 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d82eda-5e00-434d-8a56-cf1654d71fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfadb67b-7ea4-4abd-87d0-17f10e4ba873,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:31:54.478477 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d82eda-5e00-434d-8a56-cf1654d71fbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:31:54.479388 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d82eda-5e00-434d-8a56-cf1654d71fbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:31:54.479723 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d82eda-5e00-434d-8a56-cf1654d71fbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:31:54.480076 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d82eda-5e00-434d-8a56-cf1654d71fbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:31:54.480402 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d82eda-5e00-434d-8a56-cf1654d71fbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:31:54.480760 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d82eda-5e00-434d-8a56-cf1654d71fbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:31:54.481121 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d82eda-5e00-434d-8a56-cf1654d71fbd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:31:54.481562 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d82eda-5e00-434d-8a56-cf1654d71fbd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:31:54.481886 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d82eda-5e00-434d-8a56-cf1654d71fbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:31:54.482202 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d82eda-5e00-434d-8a56-cf1654d71fbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:31:54.482517 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d82eda-5e00-434d-8a56-cf1654d71fbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:31:54.482830 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d82eda-5e00-434d-8a56-cf1654d71fbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:31:55.906767 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-1150e855-13c7-424c-9162-1b36764f9546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:57.050044 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-469b4b0a-0edb-4369-82f6-413c16907b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:57.076259 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:31:58.333578 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-27c04846-3a84-4189-8b30-75b8cfbf2676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:32:07.658512 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:32:08.532014 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.agents_db [None req-78dcfc36-1157-4c7d-a1d8-d24093a96b44 None None] Agent healthcheck: found 6 active agents {{(pid=100187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:32:23.151205 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-47e0537f-6c21-4c87-8f3f-9cf62b5ddd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:32:25.910865 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-7a473153-40a9-43bf-b222-0cc3f8f75cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:32:27.074460 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-469b4b0a-0edb-4369-82f6-413c16907b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:32:27.105231 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:32:28.302626 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-27c04846-3a84-4189-8b30-75b8cfbf2676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:32:31.766748 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7e36d8-83ef-4e79-a736-ebc61c9ce7e6 req-665d1a3e-4e44-4b14-a947-08ff9736d848 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:31.766748 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-0e7e36d8-83ef-4e79-a736-ebc61c9ce7e6 req-665d1a3e-4e44-4b14-a947-08ff9736d848 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 945 time: 0.0537314 Oct 14 12:32:31.808590 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-0e7e36d8-83ef-4e79-a736-ebc61c9ce7e6 req-e8dbaaa8-61ea-468d-a943-600a65eeaffd tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=f84572bb-7caf-4ee9-bdf3-0b29d023289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354898 Oct 14 12:32:32.195484 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799a8716-5571-4833-b59f-760b965061f0 req-0aef192f-dd4f-4663-8fa3-be0126e38ea4 tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:32.196950 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-799a8716-5571-4833-b59f-760b965061f0 req-0aef192f-dd4f-4663-8fa3-be0126e38ea4 tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] 10.222.0.54 "GET /v2.0/ports?device_id=af5e3865-94cc-49e7-810c-d6e18009f6d2 HTTP/1.1" status: 200 len: 946 time: 0.0514371 Oct 14 12:32:32.233378 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-799a8716-5571-4833-b59f-760b965061f0 req-b64b75dd-9812-460e-a035-963e110b79aa tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] 10.222.0.54 "GET /v2.0/security-groups?id=6deba12c-7438-4114-924c-efb4ca037d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305817 Oct 14 12:32:32.924420 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba0e2a5-ff10-4f2f-abf6-83339b24c4fe req-cfa29e34-c415-454a-b117-f2afa2b43025 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:32.926156 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-aba0e2a5-ff10-4f2f-abf6-83339b24c4fe req-cfa29e34-c415-454a-b117-f2afa2b43025 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 945 time: 0.0482283 Oct 14 12:32:32.965177 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-aba0e2a5-ff10-4f2f-abf6-83339b24c4fe req-e54d1f2e-2d57-452c-b581-bc82263c9d82 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=f84572bb-7caf-4ee9-bdf3-0b29d023289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332038 Oct 14 12:32:33.343360 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487dc619-981a-429b-af95-7251f52290a4 req-594f9c4b-11bb-47de-a689-161a3959bdd2 tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:33.344853 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-487dc619-981a-429b-af95-7251f52290a4 req-594f9c4b-11bb-47de-a689-161a3959bdd2 tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] 10.222.0.54 "GET /v2.0/ports?device_id=af5e3865-94cc-49e7-810c-d6e18009f6d2 HTTP/1.1" status: 200 len: 946 time: 0.0485957 Oct 14 12:32:33.381869 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-487dc619-981a-429b-af95-7251f52290a4 req-1075af2f-8402-4168-9ac9-c8d11380a292 tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] 10.222.0.54 "GET /v2.0/security-groups?id=6deba12c-7438-4114-924c-efb4ca037d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311894 Oct 14 12:32:34.084529 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24998bbf-54c6-4297-9011-2f9ffee4b0e1 req-fba3a287-422e-47fa-809b-65e57afece68 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:34.085987 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-24998bbf-54c6-4297-9011-2f9ffee4b0e1 req-fba3a287-422e-47fa-809b-65e57afece68 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 945 time: 0.0526695 Oct 14 12:32:34.122477 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-24998bbf-54c6-4297-9011-2f9ffee4b0e1 req-b0b83763-b19f-4b41-8319-98667eb60a6f tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=f84572bb-7caf-4ee9-bdf3-0b29d023289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307794 Oct 14 12:32:34.494895 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a65331-f654-4e26-88ad-b39396e967c0 req-32bb3b52-ef55-4e34-8421-fa81bb605f83 tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:34.496331 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-c2a65331-f654-4e26-88ad-b39396e967c0 req-32bb3b52-ef55-4e34-8421-fa81bb605f83 tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] 10.222.0.54 "GET /v2.0/ports?device_id=af5e3865-94cc-49e7-810c-d6e18009f6d2 HTTP/1.1" status: 200 len: 946 time: 0.0481293 Oct 14 12:32:34.532465 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-c2a65331-f654-4e26-88ad-b39396e967c0 req-105e8c9a-2283-43d6-a0f7-129cf3153fdd tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] 10.222.0.54 "GET /v2.0/security-groups?id=6deba12c-7438-4114-924c-efb4ca037d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303395 Oct 14 12:32:35.249166 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3520b94e-ebaf-4580-9074-1dbc63fc1010 req-74ab60dc-0f7c-481a-8d2d-eda8c8a71393 tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:35.250585 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-3520b94e-ebaf-4580-9074-1dbc63fc1010 req-74ab60dc-0f7c-481a-8d2d-eda8c8a71393 tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] 10.222.0.25 "GET /v2.0/ports?device_id=af5e3865-94cc-49e7-810c-d6e18009f6d2 HTTP/1.1" status: 200 len: 946 time: 0.0817375 Oct 14 12:32:35.261649 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f786d98d-084b-4b80-b912-608b9574b1ff req-2082620b-3037-4e33-a781-fdaeaeeb598c tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:35.263006 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-f786d98d-084b-4b80-b912-608b9574b1ff req-2082620b-3037-4e33-a781-fdaeaeeb598c tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 945 time: 0.0679202 Oct 14 12:32:35.300310 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-f786d98d-084b-4b80-b912-608b9574b1ff req-6924f904-43d1-461a-9b0c-525e4f0e576b tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=f84572bb-7caf-4ee9-bdf3-0b29d023289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311217 Oct 14 12:32:35.454100 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.plugin [req-3520b94e-ebaf-4580-9074-1dbc63fc1010 req-ed82af5a-9edc-404e-a685-d25f57e615ce tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] Deleting port 8c622bef-4c48-4406-b07f-d0471a9e0205 {{(pid=100184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 12:32:35.454428 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-3520b94e-ebaf-4580-9074-1dbc63fc1010 req-ed82af5a-9edc-404e-a685-d25f57e615ce tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787793337694'] for port, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:32:35.538308 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.db [req-3520b94e-ebaf-4580-9074-1dbc63fc1010 req-ed82af5a-9edc-404e-a685-d25f57e615ce tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] For port 8c622bef-4c48-4406-b07f-d0471a9e0205, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=8c622bef-4c48-4406-b07f-d0471a9e0205,segment=NetworkSegment(584ba055-2dc7-48f3-84b9-4127e809eac3),segment_id=584ba055-2dc7-48f3-84b9-4127e809eac3)] {{(pid=100184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:32:35.538662 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-3520b94e-ebaf-4580-9074-1dbc63fc1010 req-ed82af5a-9edc-404e-a685-d25f57e615ce tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612080'] for port, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:32:35.553005 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.plugin [req-3520b94e-ebaf-4580-9074-1dbc63fc1010 req-ed82af5a-9edc-404e-a685-d25f57e615ce tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] Calling delete_port for 8c622bef-4c48-4406-b07f-d0471a9e0205 owned by compute:nova {{(pid=100184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 12:32:35.665795 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab1b084-d3e7-4016-808d-b775e9bb3ce7 req-8614852a-a42d-4d5f-be21-273fcbd298fb tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:35.667227 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-7ab1b084-d3e7-4016-808d-b775e9bb3ce7 req-8614852a-a42d-4d5f-be21-273fcbd298fb tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] 10.222.0.54 "GET /v2.0/ports?device_id=af5e3865-94cc-49e7-810c-d6e18009f6d2 HTTP/1.1" status: 200 len: 946 time: 0.0698719 Oct 14 12:32:35.741276 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-7ab1b084-d3e7-4016-808d-b775e9bb3ce7 req-b3929c76-45f3-4a32-86cc-c55dbab66dbf tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] 10.222.0.54 "GET /v2.0/security-groups?id=6deba12c-7438-4114-924c-efb4ca037d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670111 Oct 14 12:32:35.802338 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-3520b94e-ebaf-4580-9074-1dbc63fc1010 req-ed82af5a-9edc-404e-a685-d25f57e615ce tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787793344296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787792822815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235086'] for port, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:32:35.819161 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] get_ports_and_sgs() called for port_ids ['8c622bef-4c48-4406-b07f-d0471a9e0205'] {{(pid=100186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:32:35.836563 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed82af5a-9edc-404e-a685-d25f57e615ce tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] Pushing event deleted for resources: {'Port': ['ID=8c622bef-4c48-4406-b07f-d0471a9e0205,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:32:35.897077 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.db.l3_dvrscheduler_db [req-3520b94e-ebaf-4580-9074-1dbc63fc1010 req-ed82af5a-9edc-404e-a685-d25f57e615ce tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] No DVR routers for this DVR port 8c622bef-4c48-4406-b07f-d0471a9e0205 on host hv-cinder-81398 {{(pid=100184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 12:32:35.899643 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-3520b94e-ebaf-4580-9074-1dbc63fc1010 req-ed82af5a-9edc-404e-a685-d25f57e615ce tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516790'] for port, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:32:35.903149 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-3520b94e-ebaf-4580-9074-1dbc63fc1010 req-ed82af5a-9edc-404e-a685-d25f57e615ce tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] 10.222.0.25 "DELETE /v2.0/ports/8c622bef-4c48-4406-b07f-d0471a9e0205 HTTP/1.1" status: 204 len: 173 time: 0.5678823 Oct 14 12:32:35.903618 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af5e3865-94cc-49e7-810c-d6e18009f6d2', 'name': 'network-vif-deleted', 'tag': '8c622bef-4c48-4406-b07f-d0471a9e0205'}] {{(pid=100184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:32:35.906645 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb275087d552987a85547e896d52e13f348f0da1d291f893306c6091374b53c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa17da7b-a079-4211-a4a7-afa690b295a4" -d '{"events": [{"server_uuid": "af5e3865-94cc-49e7-810c-d6e18009f6d2", "name": "network-vif-deleted", "tag": "8c622bef-4c48-4406-b07f-d0471a9e0205"}]}' {{(pid=100184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:32:36.002449 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52454fb2-2113-41c6-a2d3-18070b9a904e x-openstack-request-id: req-52454fb2-2113-41c6-a2d3-18070b9a904e {{(pid=100184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:32:36.002738 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af5e3865-94cc-49e7-810c-d6e18009f6d2", "name": "network-vif-deleted", "tag": "8c622bef-4c48-4406-b07f-d0471a9e0205", "status": "completed", "code": 200}]} {{(pid=100184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:32:36.002990 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-52454fb2-2113-41c6-a2d3-18070b9a904e {{(pid=100184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:32:36.003387 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af5e3865-94cc-49e7-810c-d6e18009f6d2', 'name': 'network-vif-deleted', 'tag': '8c622bef-4c48-4406-b07f-d0471a9e0205', 'status': 'completed', 'code': 200} Oct 14 12:32:36.412225 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dea59c-b5b1-470b-bfd8-ca60490b9e15 req-ecedfb00-3683-46ad-a50c-b11399e557c1 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:36.413701 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-72dea59c-b5b1-470b-bfd8-ca60490b9e15 req-ecedfb00-3683-46ad-a50c-b11399e557c1 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 945 time: 0.0485003 Oct 14 12:32:36.452086 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-72dea59c-b5b1-470b-bfd8-ca60490b9e15 req-2abe55b0-8f90-420e-ac04-f0f7eac11825 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=f84572bb-7caf-4ee9-bdf3-0b29d023289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309839 Oct 14 12:32:36.852369 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-4e22ba22-3790-433e-9bd9-6564a7d6b441 req-5a9b2f75-7c08-4f0f-ba8f-ee6d8ea10b92 tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] 10.222.0.54 "GET /v2.0/ports?device_id=af5e3865-94cc-49e7-810c-d6e18009f6d2 HTTP/1.1" status: 200 len: 210 time: 0.0335164 Oct 14 12:32:37.567036 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23d1251-ad29-4fbf-9b6c-c6b1aa6e0260 req-63e6f60a-af63-4567-beb8-bb7ba6719638 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:37.568436 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-d23d1251-ad29-4fbf-9b6c-c6b1aa6e0260 req-63e6f60a-af63-4567-beb8-bb7ba6719638 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 945 time: 0.0474179 Oct 14 12:32:37.604334 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-d23d1251-ad29-4fbf-9b6c-c6b1aa6e0260 req-88ea5297-0430-42bd-b161-a1ca928be437 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=f84572bb-7caf-4ee9-bdf3-0b29d023289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300164 Oct 14 12:32:37.679265 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:32:37.966022 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device 8c622bef-4c48-4406-b07f-d0471a9e0205 no longer exists at agent hyperv_hv-cinder-81398 {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:32:37.986150 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] No Port match for: 8c622bef-4c48-4406-b07f-d0471a9e0205 {{(pid=100186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 12:32:37.986484 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device 8c622bef-4c48-4406-b07f-d0471a9e0205 not bound to the agent host hv-cinder-81398 {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:32:38.717088 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28341c6-414f-42d0-9404-dc1a4555c543 req-e7b9e9c4-f098-48b0-823d-ec53e9cb3f17 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:38.718525 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-a28341c6-414f-42d0-9404-dc1a4555c543 req-e7b9e9c4-f098-48b0-823d-ec53e9cb3f17 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 945 time: 0.0483634 Oct 14 12:32:38.754291 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-a28341c6-414f-42d0-9404-dc1a4555c543 req-81a3a250-c81b-4a6e-a3fc-434e29c73340 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=f84572bb-7caf-4ee9-bdf3-0b29d023289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300550 Oct 14 12:32:39.870336 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aea0dae-fd03-4472-ad4c-3c086d3c9f2f req-c4fc77e2-f273-4c0c-8a95-59d6a97d9be1 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:39.871777 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9aea0dae-fd03-4472-ad4c-3c086d3c9f2f req-c4fc77e2-f273-4c0c-8a95-59d6a97d9be1 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 945 time: 0.0528836 Oct 14 12:32:39.908680 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9aea0dae-fd03-4472-ad4c-3c086d3c9f2f req-99d24be7-25c0-4e8b-8276-7ae0e65e0574 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=f84572bb-7caf-4ee9-bdf3-0b29d023289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304878 Oct 14 12:32:41.019135 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a8db08-41bb-4f70-ba25-3e9a834c05ae req-015c4464-23f5-4fdd-b967-556406d59d96 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:41.020586 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-88a8db08-41bb-4f70-ba25-3e9a834c05ae req-015c4464-23f5-4fdd-b967-556406d59d96 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 945 time: 0.0471961 Oct 14 12:32:41.056816 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-88a8db08-41bb-4f70-ba25-3e9a834c05ae req-7fc7af3f-625f-4723-9c4f-e0dbf6575e0e tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=f84572bb-7caf-4ee9-bdf3-0b29d023289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304484 Oct 14 12:32:42.167587 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7cc054-c7fd-4ad0-a8b1-afb88a049f06 req-cc66a0cb-a3f8-4f84-b6c2-5e892f2b1acf tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:42.169106 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-4a7cc054-c7fd-4ad0-a8b1-afb88a049f06 req-cc66a0cb-a3f8-4f84-b6c2-5e892f2b1acf tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 945 time: 0.0466945 Oct 14 12:32:42.205680 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-4a7cc054-c7fd-4ad0-a8b1-afb88a049f06 req-288a876f-86b1-4296-86f5-898e5bfaa6dc tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=f84572bb-7caf-4ee9-bdf3-0b29d023289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299833 Oct 14 12:32:42.792425 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-69cbcfbd-35dc-4644-8cae-4b2ee48fd4b0 req-6482046c-fcdd-40df-a30d-0602f4c64c6d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=82200c30-25f0-4d09-a79d-a5246f8cc838&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1298034 Oct 14 12:32:43.127326 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cbcfbd-35dc-4644-8cae-4b2ee48fd4b0 req-af5ac1b3-c115-4735-8137-740624a6db98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:43.128692 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-69cbcfbd-35dc-4644-8cae-4b2ee48fd4b0 req-af5ac1b3-c115-4735-8137-740624a6db98 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9d75b8979b4c4881a94b492a998237d9&device_id=82200c30-25f0-4d09-a79d-a5246f8cc838 HTTP/1.1" status: 200 len: 1098 time: 0.0396671 Oct 14 12:32:43.229949 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cbcfbd-35dc-4644-8cae-4b2ee48fd4b0 req-c090db3d-b903-489f-8203-c0b53264e58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:43.231398 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-69cbcfbd-35dc-4644-8cae-4b2ee48fd4b0 req-c090db3d-b903-489f-8203-c0b53264e58b service neutron] 10.222.0.25 "GET /v2.0/networks?id=acc15ba5-0543-4abc-b63a-0e54133d3dcf HTTP/1.1" status: 200 len: 909 time: 0.0825682 Oct 14 12:32:43.328435 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-69cbcfbd-35dc-4644-8cae-4b2ee48fd4b0 req-249f6ff9-a1b5-4595-9024-eb6128693d8d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eeee66a4-c708-474b-bc48-a510a2390597 HTTP/1.1" status: 200 len: 1001 time: 0.0884366 Oct 14 12:32:43.351753 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce801d-2fc8-486a-a5bd-9c382fd10bcc req-2d598ff6-d52c-4ba5-b352-106d12d35367 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:43.353185 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-4dce801d-2fc8-486a-a5bd-9c382fd10bcc req-2d598ff6-d52c-4ba5-b352-106d12d35367 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 945 time: 0.0687802 Oct 14 12:32:43.417743 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cbcfbd-35dc-4644-8cae-4b2ee48fd4b0 req-8a0f0efc-cd6d-46ea-bb0d-b003818e6834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:43.419741 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-69cbcfbd-35dc-4644-8cae-4b2ee48fd4b0 req-8a0f0efc-cd6d-46ea-bb0d-b003818e6834 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=499e8163-03c2-47ed-9554-87f8f0cc96a6 HTTP/1.1" status: 200 len: 847 time: 0.0832231 Oct 14 12:32:43.422715 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-4dce801d-2fc8-486a-a5bd-9c382fd10bcc req-5c11f08b-3759-4746-a0fb-4afa1dcef26e tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=f84572bb-7caf-4ee9-bdf3-0b29d023289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523617 Oct 14 12:32:43.468902 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cbcfbd-35dc-4644-8cae-4b2ee48fd4b0 req-58c515e6-ea19-440a-90a2-ef362d19a62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:43.470436 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-69cbcfbd-35dc-4644-8cae-4b2ee48fd4b0 req-58c515e6-ea19-440a-90a2-ef362d19a62e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=acc15ba5-0543-4abc-b63a-0e54133d3dcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423031 Oct 14 12:32:43.565373 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-69cbcfbd-35dc-4644-8cae-4b2ee48fd4b0 req-f12ad160-6791-4c57-9a1d-5f01f6dc6a11 service neutron] 10.222.0.25 "GET /v2.0/networks/acc15ba5-0543-4abc-b63a-0e54133d3dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819066 Oct 14 12:32:43.663082 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-69cbcfbd-35dc-4644-8cae-4b2ee48fd4b0 req-f391ecca-fe32-43f6-81c3-dbfd15dd2b5d service neutron] 10.222.0.25 "GET /v2.0/networks/acc15ba5-0543-4abc-b63a-0e54133d3dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886106 Oct 14 12:32:44.535942 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab0d6c9-c62d-462d-abe8-647451688c60 req-1b28d7b4-71a7-4646-a67b-cfaf2e0e4315 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:44.537392 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9ab0d6c9-c62d-462d-abe8-647451688c60 req-1b28d7b4-71a7-4646-a67b-cfaf2e0e4315 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 945 time: 0.0474246 Oct 14 12:32:44.573910 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9ab0d6c9-c62d-462d-abe8-647451688c60 req-fe4f2a82-a397-4343-ac2f-c6f19bab5366 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=f84572bb-7caf-4ee9-bdf3-0b29d023289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307076 Oct 14 12:32:45.530488 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.agents_db [None req-78dcfc36-1157-4c7d-a1d8-d24093a96b44 None None] Agent healthcheck: found 6 active agents {{(pid=100187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:32:45.686505 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b7f93d-df53-430e-917b-d23ffab30c5a req-a66ce54b-900a-45a3-832b-2dfdb437edf0 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:45.687921 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-57b7f93d-df53-430e-917b-d23ffab30c5a req-a66ce54b-900a-45a3-832b-2dfdb437edf0 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 945 time: 0.0477147 Oct 14 12:32:45.723675 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-57b7f93d-df53-430e-917b-d23ffab30c5a req-0ec15a09-3951-479c-a21a-c67c3d3c5fff tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=f84572bb-7caf-4ee9-bdf3-0b29d023289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299218 Oct 14 12:32:46.837911 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08003e55-d114-44d2-8766-517e562a3bb4 req-7b98a055-18ce-484d-88df-676ab7f94903 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:46.839348 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-08003e55-d114-44d2-8766-517e562a3bb4 req-7b98a055-18ce-484d-88df-676ab7f94903 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 945 time: 0.0512800 Oct 14 12:32:46.876913 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-08003e55-d114-44d2-8766-517e562a3bb4 req-dbe291b0-240c-45f2-ac78-c4d1ff735dd8 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=f84572bb-7caf-4ee9-bdf3-0b29d023289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316107 Oct 14 12:32:47.989841 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10519e77-e7c3-46f0-bc3d-0e8af3d6fb05 req-e6ff169f-f992-4b10-a237-87560429c557 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:47.991258 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-10519e77-e7c3-46f0-bc3d-0e8af3d6fb05 req-e6ff169f-f992-4b10-a237-87560429c557 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 945 time: 0.0479512 Oct 14 12:32:48.029422 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-10519e77-e7c3-46f0-bc3d-0e8af3d6fb05 req-0903e383-2324-407b-8fda-4d3ac649bcb7 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=f84572bb-7caf-4ee9-bdf3-0b29d023289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315146 Oct 14 12:32:49.140073 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b3f40-303a-452e-90ff-cc4f2e99d8f4 req-d7daad35-aed0-4496-8787-2f5a75deb254 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:49.141412 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-543b3f40-303a-452e-90ff-cc4f2e99d8f4 req-d7daad35-aed0-4496-8787-2f5a75deb254 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 945 time: 0.0468442 Oct 14 12:32:49.176691 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-543b3f40-303a-452e-90ff-cc4f2e99d8f4 req-6122c15f-2160-4b73-8f56-5426451b05fc tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=f84572bb-7caf-4ee9-bdf3-0b29d023289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294497 Oct 14 12:32:50.291249 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb037c4-ae63-4246-9d96-db461bc1f795 req-914e5990-dbd0-431f-9921-a0cdd2dbcf29 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:50.292730 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-6bb037c4-ae63-4246-9d96-db461bc1f795 req-914e5990-dbd0-431f-9921-a0cdd2dbcf29 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 945 time: 0.0507071 Oct 14 12:32:50.334633 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-6bb037c4-ae63-4246-9d96-db461bc1f795 req-1a10e4fc-592e-42a8-b05c-717fa75347b0 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=f84572bb-7caf-4ee9-bdf3-0b29d023289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361290 Oct 14 12:32:50.478286 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c973896-cdab-485a-8554-874d450be9b4 req-903fe23d-6514-49b7-99d7-0f1a1d32cda3 tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:50.480766 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-2c973896-cdab-485a-8554-874d450be9b4 req-903fe23d-6514-49b7-99d7-0f1a1d32cda3 tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] 10.222.0.54 "GET /v2.0/networks?id=bf7b702e-0c4b-4e94-abad-8847fcd2ec90 HTTP/1.1" status: 200 len: 814 time: 0.0985112 Oct 14 12:32:50.494369 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-2c973896-cdab-485a-8554-874d450be9b4 req-59ad47e5-7dd9-43c1-94f1-234775223e6a tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] 10.222.0.54 "GET /v2.0/quotas/7386eb17bb53401580b88b5e997f79c4 HTTP/1.1" status: 200 len: 375 time: 0.0089641 Oct 14 12:32:50.527927 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-2c973896-cdab-485a-8554-874d450be9b4 req-a0645a11-2a82-475c-ad53-eebc23893da8 tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=7386eb17bb53401580b88b5e997f79c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278654 Oct 14 12:32:50.658646 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-2c973896-cdab-485a-8554-874d450be9b4 req-00e4900c-9cbe-4839-a3aa-da76ac173742 service neutron] 10.222.0.54 "GET /v2.0/networks/bf7b702e-0c4b-4e94-abad-8847fcd2ec90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240823 Oct 14 12:32:50.747318 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-2c973896-cdab-485a-8554-874d450be9b4 req-a779f89e-dc83-41a0-b525-e2c459123279 service neutron] 10.222.0.54 "GET /v2.0/networks/bf7b702e-0c4b-4e94-abad-8847fcd2ec90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825744 Oct 14 12:32:50.989024 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-08677a3c-71f9-40a8-a730-6071073ff73e req-d473454c-25f4-4aa1-8b47-f77275da5ffd tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ee2c4e7-059c-441f-bf28-08a12a5af2d3 HTTP/1.1" status: 200 len: 210 time: 0.0266352 Oct 14 12:32:51.451064 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8deccf-df5a-46d9-818f-e1d72c40c5a1 req-6c2edf40-189b-49f4-92db-2b356f2ef001 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:51.452550 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9b8deccf-df5a-46d9-818f-e1d72c40c5a1 req-6c2edf40-189b-49f4-92db-2b356f2ef001 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 945 time: 0.0485845 Oct 14 12:32:51.490251 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9b8deccf-df5a-46d9-818f-e1d72c40c5a1 req-71eb5805-4e54-4781-afa7-813cba062b7e tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=f84572bb-7caf-4ee9-bdf3-0b29d023289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315273 Oct 14 12:32:52.076749 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-7b578f38-2d7c-4a8c-b0f8-bfba718a0d42 req-d9049e04-4447-4170-819c-068e1bfb278d tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ee2c4e7-059c-441f-bf28-08a12a5af2d3 HTTP/1.1" status: 200 len: 210 time: 0.0255506 Oct 14 12:32:52.609312 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7b55fe-53b6-40b7-a99a-97fd6b139020 req-bde5e771-f442-4e26-8ac1-9d8fc8f43d9c tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:52.610740 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-8b7b55fe-53b6-40b7-a99a-97fd6b139020 req-bde5e771-f442-4e26-8ac1-9d8fc8f43d9c tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 945 time: 0.0508676 Oct 14 12:32:52.648054 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-8b7b55fe-53b6-40b7-a99a-97fd6b139020 req-97cb9210-60a5-4490-a188-d487b4cdf602 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=f84572bb-7caf-4ee9-bdf3-0b29d023289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314238 Oct 14 12:32:53.040632 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c973896-cdab-485a-8554-874d450be9b4 req-d6fd94db-0c30-41d1-9ce8-8ef4470bd8b3 tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:53.042042 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-2c973896-cdab-485a-8554-874d450be9b4 req-d6fd94db-0c30-41d1-9ce8-8ef4470bd8b3 tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] 10.222.0.25 "GET /v2.0/networks?id=bf7b702e-0c4b-4e94-abad-8847fcd2ec90 HTTP/1.1" status: 200 len: 814 time: 0.0998268 Oct 14 12:32:53.068941 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.v2.base [req-2c973896-cdab-485a-8554-874d450be9b4 req-a7c95efc-bc5d-44c1-86cf-9a95093f380e tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] Request body: {'port': {'device_id': '3ee2c4e7-059c-441f-bf28-08a12a5af2d3', 'network_id': 'bf7b702e-0c4b-4e94-abad-8847fcd2ec90', 'admin_state_up': True, 'tenant_id': '7386eb17bb53401580b88b5e997f79c4'}} {{(pid=100184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:32:53.155813 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-ac5c0f70-c8d9-4eb8-9c6b-d10592a0d0ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:32:53.183301 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-327307e4-83cb-40f6-a000-5f4fa52eaba7 req-5e3f585e-31f5-456b-a32a-44b031ee92bb tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ee2c4e7-059c-441f-bf28-08a12a5af2d3 HTTP/1.1" status: 200 len: 210 time: 0.0358059 Oct 14 12:32:53.287144 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c973896-cdab-485a-8554-874d450be9b4 req-a7c95efc-bc5d-44c1-86cf-9a95093f380e tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] Made reservation on behalf of 7386eb17bb53401580b88b5e997f79c4 for: {'port': 1} {{(pid=100184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:32:53.290881 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-2c973896-cdab-485a-8554-874d450be9b4 req-a7c95efc-bc5d-44c1-86cf-9a95093f380e tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:32:53.415500 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.db.db_base_plugin_common [req-2c973896-cdab-485a-8554-874d450be9b4 req-a7c95efc-bc5d-44c1-86cf-9a95093f380e tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] Allocated IP 172.20.0.4 (bf7b702e-0c4b-4e94-abad-8847fcd2ec90/66d7e724-354a-40b0-9c78-94e2f7dba884/bb0fffc8-887f-4cee-ad26-f5533727b056) {{(pid=100184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:32:53.561607 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-2c973896-cdab-485a-8554-874d450be9b4 req-a7c95efc-bc5d-44c1-86cf-9a95093f380e tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] Notify callbacks [] for port, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:32:53.650290 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-2c973896-cdab-485a-8554-874d450be9b4 req-a7c95efc-bc5d-44c1-86cf-9a95093f380e tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787792822806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235086'] for port, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:32:53.697497 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c973896-cdab-485a-8554-874d450be9b4 req-a7c95efc-bc5d-44c1-86cf-9a95093f380e tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] Network bf7b702e-0c4b-4e94-abad-8847fcd2ec90 is already hosted by enough agents. {{(pid=100184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:32:53.700487 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.base_scheduler [req-2c973896-cdab-485a-8554-874d450be9b4 req-a7c95efc-bc5d-44c1-86cf-9a95093f380e tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] Resources bound (agent type, host, resource id): {{(pid=100184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:32:53.704682 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c973896-cdab-485a-8554-874d450be9b4 req-a7c95efc-bc5d-44c1-86cf-9a95093f380e tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] Received port after_create {{(pid=100184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:32:53.712969 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c95efc-bc5d-44c1-86cf-9a95093f380e tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] Pushing event updated for resources: {'Port': ['ID=bb0fffc8-887f-4cee-ad26-f5533727b056,revision_number=1']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:32:53.782293 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c973896-cdab-485a-8554-874d450be9b4 req-a7c95efc-bc5d-44c1-86cf-9a95093f380e tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:53.782293 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-2c973896-cdab-485a-8554-874d450be9b4 req-a7c95efc-bc5d-44c1-86cf-9a95093f380e tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516790'] for port, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:32:53.804637 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c641e177-2d01-42c3-92a1-713e4a24b829 req-7a0bc7d5-472c-4900-a640-acda6c7b2ba1 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:53.806079 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-c641e177-2d01-42c3-92a1-713e4a24b829 req-7a0bc7d5-472c-4900-a640-acda6c7b2ba1 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 945 time: 0.0733101 Oct 14 12:32:53.847307 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-2c973896-cdab-485a-8554-874d450be9b4 req-a7c95efc-bc5d-44c1-86cf-9a95093f380e tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7828326 Oct 14 12:32:53.850043 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-c641e177-2d01-42c3-92a1-713e4a24b829 req-aa9e1a55-3232-43f7-80d2-f1b54fc17ea2 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=f84572bb-7caf-4ee9-bdf3-0b29d023289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380788 Oct 14 12:32:53.861027 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.v2.base [req-2c973896-cdab-485a-8554-874d450be9b4 req-63ac8094-ddc2-4ec1-8af4-9c264c624040 service neutron] Request body: {'port': {'device_id': '3ee2c4e7-059c-441f-bf28-08a12a5af2d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=100184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:32:53.917376 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-2c973896-cdab-485a-8554-874d450be9b4 req-63ac8094-ddc2-4ec1-8af4-9c264c624040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:32:54.354632 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f741a0-f483-4770-93bd-862481b654a7 req-00a1e3c3-1f8e-4fbe-ac77-6113e1b3c006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:54.356031 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-86f741a0-f483-4770-93bd-862481b654a7 req-00a1e3c3-1f8e-4fbe-ac77-6113e1b3c006 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a74b273d32f14564a6f532d3344fc1c3&device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 1098 time: 0.0402331 Oct 14 12:32:54.409697 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19402ca2-2408-47ee-8c55-90b740a0f3b5 req-5a2d7783-7f16-432c-bab3-f9833e6ac8fe tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:54.411158 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-19402ca2-2408-47ee-8c55-90b740a0f3b5 req-5a2d7783-7f16-432c-bab3-f9833e6ac8fe tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ee2c4e7-059c-441f-bf28-08a12a5af2d3 HTTP/1.1" status: 200 len: 931 time: 0.1361289 Oct 14 12:32:54.424101 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86d19f4-055b-49ba-9cd2-9e5cdf670e77 req-cb1b2459-ff07-4689-ba7a-d35d2b292fe3 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:54.425487 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-c86d19f4-055b-49ba-9cd2-9e5cdf670e77 req-cb1b2459-ff07-4689-ba7a-d35d2b292fe3 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 945 time: 0.1493554 Oct 14 12:32:54.445077 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f741a0-f483-4770-93bd-862481b654a7 req-398b723d-ef01-45d7-9ae7-c83377f62144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:54.446521 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-86f741a0-f483-4770-93bd-862481b654a7 req-398b723d-ef01-45d7-9ae7-c83377f62144 service neutron] 10.222.0.25 "GET /v2.0/networks?id=031e9579-40df-4987-97d9-4aff3031dd9c HTTP/1.1" status: 200 len: 911 time: 0.0823021 Oct 14 12:32:54.515955 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-86f741a0-f483-4770-93bd-862481b654a7 req-6db68081-8ea6-45df-a87f-6c03dee99c31 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=62ea2203-37dc-4090-9ad8-7efed0448323 HTTP/1.1" status: 200 len: 1000 time: 0.0607097 Oct 14 12:32:54.525443 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-19402ca2-2408-47ee-8c55-90b740a0f3b5 req-268dba15-8cd4-465c-9803-2c59dd3e6234 tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] 10.222.0.54 "GET /v2.0/security-groups?id=6deba12c-7438-4114-924c-efb4ca037d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990100 Oct 14 12:32:54.529636 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-c86d19f4-055b-49ba-9cd2-9e5cdf670e77 req-6264a5e0-a3b2-4082-958b-e01a1ccf5210 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=f84572bb-7caf-4ee9-bdf3-0b29d023289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949135 Oct 14 12:32:54.535442 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.notifiers.nova [req-2c973896-cdab-485a-8554-874d450be9b4 req-63ac8094-ddc2-4ec1-8af4-9c264c624040 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb0fffc8-887f-4cee-ad26-f5533727b056 {{(pid=100184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:32:54.545349 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-2c973896-cdab-485a-8554-874d450be9b4 req-63ac8094-ddc2-4ec1-8af4-9c264c624040 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:32:54.556173 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.db.provisioning_blocks [req-2c973896-cdab-485a-8554-874d450be9b4 req-63ac8094-ddc2-4ec1-8af4-9c264c624040 service neutron] Transition to ACTIVE for port object bb0fffc8-887f-4cee-ad26-f5533727b056 will not be triggered until provisioned by entity L2. {{(pid=100184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 12:32:54.566526 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f741a0-f483-4770-93bd-862481b654a7 req-118947c6-5ce5-4bc4-9a3e-41c56f4b79a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:54.567995 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-86f741a0-f483-4770-93bd-862481b654a7 req-118947c6-5ce5-4bc4-9a3e-41c56f4b79a8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1ae97040-dc68-4655-9e24-79e922381839 HTTP/1.1" status: 200 len: 849 time: 0.0449679 Oct 14 12:32:54.614514 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f741a0-f483-4770-93bd-862481b654a7 req-979c0c0a-25c2-4a9d-97af-a72fe90b2972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:54.615883 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-86f741a0-f483-4770-93bd-862481b654a7 req-979c0c0a-25c2-4a9d-97af-a72fe90b2972 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=031e9579-40df-4987-97d9-4aff3031dd9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384755 Oct 14 12:32:54.627237 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-2c973896-cdab-485a-8554-874d450be9b4 req-63ac8094-ddc2-4ec1-8af4-9c264c624040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6235095'] for port, after_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:32:54.695375 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ac8094-ddc2-4ec1-8af4-9c264c624040 service neutron] Pushing event updated for resources: {'Port': ['ID=bb0fffc8-887f-4cee-ad26-f5533727b056,revision_number=2']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:32:54.707717 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-86f741a0-f483-4770-93bd-862481b654a7 req-9ab50fe6-4865-4d47-bee8-dc77f614bb81 service neutron] 10.222.0.25 "GET /v2.0/networks/031e9579-40df-4987-97d9-4aff3031dd9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826843 Oct 14 12:32:54.720536 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ac8094-ddc2-4ec1-8af4-9c264c624040 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:32:54.720883 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ac8094-ddc2-4ec1-8af4-9c264c624040 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:32:54.721214 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ac8094-ddc2-4ec1-8af4-9c264c624040 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:32:54.721544 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ac8094-ddc2-4ec1-8af4-9c264c624040 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:32:54.721870 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ac8094-ddc2-4ec1-8af4-9c264c624040 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:32:54.722191 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ac8094-ddc2-4ec1-8af4-9c264c624040 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:32:54.722515 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ac8094-ddc2-4ec1-8af4-9c264c624040 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:32:54.722839 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ac8094-ddc2-4ec1-8af4-9c264c624040 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:32:54.723154 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ac8094-ddc2-4ec1-8af4-9c264c624040 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:32:54.723469 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ac8094-ddc2-4ec1-8af4-9c264c624040 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:32:54.723784 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ac8094-ddc2-4ec1-8af4-9c264c624040 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:32:54.724125 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ac8094-ddc2-4ec1-8af4-9c264c624040 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:32:54.758843 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.managers [req-2c973896-cdab-485a-8554-874d450be9b4 req-63ac8094-ddc2-4ec1-8af4-9c264c624040 service neutron] Attempting to bind port bb0fffc8-887f-4cee-ad26-f5533727b056 on host hv-cinder-81398 for vnic_type normal with profile {{(pid=100184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:32:54.759178 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.managers [req-2c973896-cdab-485a-8554-874d450be9b4 req-63ac8094-ddc2-4ec1-8af4-9c264c624040 service neutron] Attempting to bind port bb0fffc8-887f-4cee-ad26-f5533727b056 by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': '584ba055-2dc7-48f3-84b9-4127e809eac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'bf7b702e-0c4b-4e94-abad-8847fcd2ec90'}] {{(pid=100184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:32:54.760014 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c973896-cdab-485a-8554-874d450be9b4 req-63ac8094-ddc2-4ec1-8af4-9c264c624040 service neutron] Attempting to bind port bb0fffc8-887f-4cee-ad26-f5533727b056 on network bf7b702e-0c4b-4e94-abad-8847fcd2ec90 {{(pid=100184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:32:54.765525 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c973896-cdab-485a-8554-874d450be9b4 req-63ac8094-ddc2-4ec1-8af4-9c264c624040 service neutron] Port bb0fffc8-887f-4cee-ad26-f5533727b056 on network bf7b702e-0c4b-4e94-abad-8847fcd2ec90 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=100184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 12:32:54.765848 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c973896-cdab-485a-8554-874d450be9b4 req-63ac8094-ddc2-4ec1-8af4-9c264c624040 service neutron] Attempting to bind port bb0fffc8-887f-4cee-ad26-f5533727b056 on network bf7b702e-0c4b-4e94-abad-8847fcd2ec90 {{(pid=100184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:32:54.773192 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c973896-cdab-485a-8554-874d450be9b4 req-63ac8094-ddc2-4ec1-8af4-9c264c624040 service neutron] Checking agent: {'id': 'ea4bb8b9-32a8-4621-b95b-9b4a1b78ce98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 24, 36), 'started_at': datetime.datetime(2021, 10, 14, 12, 24, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:32:54.773547 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c973896-cdab-485a-8554-874d450be9b4 req-63ac8094-ddc2-4ec1-8af4-9c264c624040 service neutron] Checking segment: {'id': '584ba055-2dc7-48f3-84b9-4127e809eac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'bf7b702e-0c4b-4e94-abad-8847fcd2ec90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:32:54.773926 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c973896-cdab-485a-8554-874d450be9b4 req-63ac8094-ddc2-4ec1-8af4-9c264c624040 service neutron] Bound using segment: {'id': '584ba055-2dc7-48f3-84b9-4127e809eac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'bf7b702e-0c4b-4e94-abad-8847fcd2ec90'} {{(pid=100184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:32:54.774361 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.managers [req-2c973896-cdab-485a-8554-874d450be9b4 req-63ac8094-ddc2-4ec1-8af4-9c264c624040 service neutron] Bound port: bb0fffc8-887f-4cee-ad26-f5533727b056, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '584ba055-2dc7-48f3-84b9-4127e809eac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'bf7b702e-0c4b-4e94-abad-8847fcd2ec90'}}] {{(pid=100184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:32:54.774713 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-2c973896-cdab-485a-8554-874d450be9b4 req-63ac8094-ddc2-4ec1-8af4-9c264c624040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:32:54.799252 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-86f741a0-f483-4770-93bd-862481b654a7 req-d4840ac3-1c56-45af-a5bd-badd825af954 service neutron] 10.222.0.25 "GET /v2.0/networks/031e9579-40df-4987-97d9-4aff3031dd9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837038 Oct 14 12:32:54.841828 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.db [req-2c973896-cdab-485a-8554-874d450be9b4 req-63ac8094-ddc2-4ec1-8af4-9c264c624040 service neutron] For port bb0fffc8-887f-4cee-ad26-f5533727b056, host hv-cinder-81398, cleared binding levels {{(pid=100184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:32:54.844748 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.db [req-2c973896-cdab-485a-8554-874d450be9b4 req-63ac8094-ddc2-4ec1-8af4-9c264c624040 service neutron] For port bb0fffc8-887f-4cee-ad26-f5533727b056, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=bb0fffc8-887f-4cee-ad26-f5533727b056,segment=NetworkSegment(584ba055-2dc7-48f3-84b9-4127e809eac3),segment_id=584ba055-2dc7-48f3-84b9-4127e809eac3)] {{(pid=100184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:32:54.907407 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-2c973896-cdab-485a-8554-874d450be9b4 req-63ac8094-ddc2-4ec1-8af4-9c264c624040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6235095'] for port, after_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:32:54.941150 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c973896-cdab-485a-8554-874d450be9b4 req-63ac8094-ddc2-4ec1-8af4-9c264c624040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:54.941738 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-2c973896-cdab-485a-8554-874d450be9b4 req-63ac8094-ddc2-4ec1-8af4-9c264c624040 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516790'] for port, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:32:54.943074 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-2c973896-cdab-485a-8554-874d450be9b4 req-63ac8094-ddc2-4ec1-8af4-9c264c624040 service neutron] 10.222.0.25 "PUT /v2.0/ports/bb0fffc8-887f-4cee-ad26-f5533727b056 HTTP/1.1" status: 200 len: 1093 time: 1.0859785 Oct 14 12:32:54.943496 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ee2c4e7-059c-441f-bf28-08a12a5af2d3', 'tag': 'bb0fffc8-887f-4cee-ad26-f5533727b056'}] {{(pid=100184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:32:54.945721 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb275087d552987a85547e896d52e13f348f0da1d291f893306c6091374b53c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc8a79fe-4d17-4048-aea0-5eba1c23c3ff" -d '{"events": [{"name": "network-changed", "server_uuid": "3ee2c4e7-059c-441f-bf28-08a12a5af2d3", "tag": "bb0fffc8-887f-4cee-ad26-f5533727b056"}]}' {{(pid=100184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:32:54.967609 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ac8094-ddc2-4ec1-8af4-9c264c624040 service neutron] Pushing event updated for resources: {'Port': ['ID=bb0fffc8-887f-4cee-ad26-f5533727b056,revision_number=3']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:32:54.984410 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 12:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b8a2ea3-0fac-495e-8330-9ee75ed31fe6 x-openstack-request-id: req-8b8a2ea3-0fac-495e-8330-9ee75ed31fe6 {{(pid=100184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:32:54.984694 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ee2c4e7-059c-441f-bf28-08a12a5af2d3", "tag": "bb0fffc8-887f-4cee-ad26-f5533727b056", "status": "completed", "code": 200}]} {{(pid=100184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:32:54.984941 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8b8a2ea3-0fac-495e-8330-9ee75ed31fe6 {{(pid=100184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:32:54.985326 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ee2c4e7-059c-441f-bf28-08a12a5af2d3', 'tag': 'bb0fffc8-887f-4cee-ad26-f5533727b056', 'status': 'completed', 'code': 200} Oct 14 12:32:55.053629 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a79fe-4d17-4048-aea0-5eba1c23c3ff req-5d189d46-72e8-4af8-8a0f-40022d7a8a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:55.055047 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-fc8a79fe-4d17-4048-aea0-5eba1c23c3ff req-5d189d46-72e8-4af8-8a0f-40022d7a8a0f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7386eb17bb53401580b88b5e997f79c4&device_id=3ee2c4e7-059c-441f-bf28-08a12a5af2d3 HTTP/1.1" status: 200 len: 1096 time: 0.0400681 Oct 14 12:32:55.171292 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a79fe-4d17-4048-aea0-5eba1c23c3ff req-0fef170b-1399-4fb6-ad6a-d8a2e3383193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:55.172733 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-fc8a79fe-4d17-4048-aea0-5eba1c23c3ff req-0fef170b-1399-4fb6-ad6a-d8a2e3383193 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=7386eb17bb53401580b88b5e997f79c4&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0918055 Oct 14 12:32:55.262853 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a79fe-4d17-4048-aea0-5eba1c23c3ff req-b41a6d12-c0c0-4c80-b7d6-bc3ea9f166b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:55.264808 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-fc8a79fe-4d17-4048-aea0-5eba1c23c3ff req-b41a6d12-c0c0-4c80-b7d6-bc3ea9f166b6 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0840502 Oct 14 12:32:55.342986 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c973896-cdab-485a-8554-874d450be9b4 req-c5caa850-a0ae-4cac-8d82-6e0e157ff1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:55.344446 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-2c973896-cdab-485a-8554-874d450be9b4 req-c5caa850-a0ae-4cac-8d82-6e0e157ff1fe service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7386eb17bb53401580b88b5e997f79c4&device_id=3ee2c4e7-059c-441f-bf28-08a12a5af2d3 HTTP/1.1" status: 200 len: 1096 time: 0.0429671 Oct 14 12:32:55.407623 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-2c973896-cdab-485a-8554-874d450be9b4 req-3d8f0382-8d39-4522-a074-d4809811dfe6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb0fffc8-887f-4cee-ad26-f5533727b056 HTTP/1.1" status: 200 len: 217 time: 0.0329261 Oct 14 12:32:55.459367 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c973896-cdab-485a-8554-874d450be9b4 req-8d6ce225-08ff-465f-888d-f04c3e98752d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:55.460714 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-2c973896-cdab-485a-8554-874d450be9b4 req-8d6ce225-08ff-465f-888d-f04c3e98752d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=66d7e724-354a-40b0-9c78-94e2f7dba884 HTTP/1.1" status: 200 len: 854 time: 0.0416300 Oct 14 12:32:55.494143 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-2c973896-cdab-485a-8554-874d450be9b4 req-7e0e9763-34d3-4db8-8bc6-63f745cb90ab service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bf7b702e-0c4b-4e94-abad-8847fcd2ec90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0228970 Oct 14 12:32:55.591255 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-2c973896-cdab-485a-8554-874d450be9b4 req-98d14d75-3e41-42a4-9398-8d7cb12c41dd service neutron] 10.222.0.25 "GET /v2.0/networks/bf7b702e-0c4b-4e94-abad-8847fcd2ec90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874102 Oct 14 12:32:55.731119 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cd70e5-2c50-4f67-a375-e7590f3a375a req-783cbc5e-d584-40b7-9705-2acd5199f57f tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:55.732546 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-06cd70e5-2c50-4f67-a375-e7590f3a375a req-783cbc5e-d584-40b7-9705-2acd5199f57f tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ee2c4e7-059c-441f-bf28-08a12a5af2d3 HTTP/1.1" status: 200 len: 943 time: 0.1232071 Oct 14 12:32:55.762415 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef3cb79-0256-4c2c-bc8f-b6ade7374560 req-0619a7ef-8803-4315-920a-b7c38c498afe tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:55.764532 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-cef3cb79-0256-4c2c-bc8f-b6ade7374560 req-0619a7ef-8803-4315-920a-b7c38c498afe tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 945 time: 0.1365769 Oct 14 12:32:55.792181 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-2c973896-cdab-485a-8554-874d450be9b4 req-20fec650-e97c-4b00-bc3d-9f982cb89324 service neutron] 10.222.0.25 "GET /v2.0/networks/bf7b702e-0c4b-4e94-abad-8847fcd2ec90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906133 Oct 14 12:32:55.824955 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-06cd70e5-2c50-4f67-a375-e7590f3a375a req-628202e1-2ea9-46ff-bd70-487c935c08f8 tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] 10.222.0.54 "GET /v2.0/security-groups?id=6deba12c-7438-4114-924c-efb4ca037d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807805 Oct 14 12:32:55.832470 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-cef3cb79-0256-4c2c-bc8f-b6ade7374560 req-5df38a47-6748-4a28-9be1-00fd6ff1a734 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=f84572bb-7caf-4ee9-bdf3-0b29d023289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605609 Oct 14 12:32:55.921363 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-73e25569-6f5e-4aeb-876f-4a3089a1235a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:32:56.970727 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964ec210-cc6c-4255-be37-d4f4bff7cf48 req-ea4f8139-67ac-4940-9514-8d48a93067b4 tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:56.972227 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-964ec210-cc6c-4255-be37-d4f4bff7cf48 req-ea4f8139-67ac-4940-9514-8d48a93067b4 tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ee2c4e7-059c-441f-bf28-08a12a5af2d3 HTTP/1.1" status: 200 len: 943 time: 0.0797660 Oct 14 12:32:56.982443 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a35bf-0eb3-4fb2-862b-84e03e88e49c req-b92e76c0-d845-49c8-b542-71a2862b511e tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:56.983785 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-454a35bf-0eb3-4fb2-862b-84e03e88e49c req-b92e76c0-d845-49c8-b542-71a2862b511e tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 945 time: 0.0818486 Oct 14 12:32:57.038167 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-964ec210-cc6c-4255-be37-d4f4bff7cf48 req-d138262a-a861-4ef2-ad46-9dfe32f48959 tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] 10.222.0.54 "GET /v2.0/security-groups?id=6deba12c-7438-4114-924c-efb4ca037d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533926 Oct 14 12:32:57.042814 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-454a35bf-0eb3-4fb2-862b-84e03e88e49c req-9191304a-7de1-45e8-aea9-36eff13d72b4 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=f84572bb-7caf-4ee9-bdf3-0b29d023289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524042 Oct 14 12:32:57.072634 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-469b4b0a-0edb-4369-82f6-413c16907b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:32:57.100902 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:32:58.077719 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device bb0fffc8-887f-4cee-ad26-f5533727b056 details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=100186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 12:32:58.151513 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db8f9dc-cc2a-4587-8b39-f2c40b090d2d req-3d59a905-0f74-433f-857c-7b8387ee4c5b tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:58.154933 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-7db8f9dc-cc2a-4587-8b39-f2c40b090d2d req-3d59a905-0f74-433f-857c-7b8387ee4c5b tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ee2c4e7-059c-441f-bf28-08a12a5af2d3 HTTP/1.1" status: 200 len: 943 time: 0.0485873 Oct 14 12:32:58.172114 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] For port bb0fffc8-887f-4cee-ad26-f5533727b056, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=bb0fffc8-887f-4cee-ad26-f5533727b056,segment=NetworkSegment(584ba055-2dc7-48f3-84b9-4127e809eac3),segment_id=584ba055-2dc7-48f3-84b9-4127e809eac3)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:32:58.184066 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Returning: {'device': 'bb0fffc8-887f-4cee-ad26-f5533727b056', 'network_id': 'bf7b702e-0c4b-4e94-abad-8847fcd2ec90', 'port_id': 'bb0fffc8-887f-4cee-ad26-f5533727b056', 'mac_address': 'fa:16:3e:1e:15:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66d7e724-354a-40b0-9c78-94e2f7dba884', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 12:32:58.192575 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-7db8f9dc-cc2a-4587-8b39-f2c40b090d2d req-f672b07d-193a-4ae1-aed4-fdc9bb2ca22b tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] 10.222.0.54 "GET /v2.0/security-groups?id=6deba12c-7438-4114-924c-efb4ca037d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332232 Oct 14 12:32:58.222159 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:32:58.234494 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.notifiers.nova [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb0fffc8-887f-4cee-ad26-f5533727b056 {{(pid=100186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:32:58.264758 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] For port bb0fffc8-887f-4cee-ad26-f5533727b056, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=bb0fffc8-887f-4cee-ad26-f5533727b056,segment=NetworkSegment(584ba055-2dc7-48f3-84b9-4127e809eac3),segment_id=584ba055-2dc7-48f3-84b9-4127e809eac3)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:32:58.321171 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:32:58.355133 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-27c04846-3a84-4189-8b30-75b8cfbf2676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:32:58.368460 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Pushing event updated for resources: {'Port': ['ID=bb0fffc8-887f-4cee-ad26-f5533727b056,revision_number=4']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:32:58.375271 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:32:58.375672 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:32:58.376029 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:32:58.376362 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:32:58.376687 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:32:58.377013 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:32:58.377332 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:32:58.377649 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:32:58.377966 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:32:58.378279 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:32:58.378591 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:32:58.378905 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:32:59.014234 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] get_ports_and_sgs() called for port_ids ['bb0fffc8-887f-4cee-ad26-f5533727b056'] {{(pid=100186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:32:59.306320 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60681d3e-17f8-4f9c-bbcc-b695990e0e64 req-98830df4-6a61-4755-a35f-336505baf1e2 tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:32:59.307773 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-60681d3e-17f8-4f9c-bbcc-b695990e0e64 req-98830df4-6a61-4755-a35f-336505baf1e2 tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ee2c4e7-059c-441f-bf28-08a12a5af2d3 HTTP/1.1" status: 200 len: 944 time: 0.0505514 Oct 14 12:32:59.345209 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-60681d3e-17f8-4f9c-bbcc-b695990e0e64 req-8cf21b92-eab7-4eb3-b0da-0e5ba24cb5fd tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] 10.222.0.54 "GET /v2.0/security-groups?id=6deba12c-7438-4114-924c-efb4ca037d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308907 Oct 14 12:33:00.074513 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device bb0fffc8-887f-4cee-ad26-f5533727b056 up at agent hyperv_hv-cinder-81398 {{(pid=100186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:33:00.203382 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Provisioning for port bb0fffc8-887f-4cee-ad26-f5533727b056 completed by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 12:33:00.207084 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Provisioning complete for port bb0fffc8-887f-4cee-ad26-f5533727b056 triggered by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:33:00.207459 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:33:00.280861 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:33:00.302071 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ee2c4e7-059c-441f-bf28-08a12a5af2d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb0fffc8-887f-4cee-ad26-f5533727b056'}] {{(pid=100186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:33:00.304326 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ce96789b1b9487be48749a60ffcfd0a175945a3b692fd75626d794e24ae9ed4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a969c2a2-8f09-43c7-b2dd-93fab19b1f1a" -d '{"events": [{"server_uuid": "3ee2c4e7-059c-441f-bf28-08a12a5af2d3", "name": "network-vif-plugged", "status": "completed", "tag": "bb0fffc8-887f-4cee-ad26-f5533727b056"}]}' {{(pid=100186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:33:00.317539 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] For port bb0fffc8-887f-4cee-ad26-f5533727b056, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=bb0fffc8-887f-4cee-ad26-f5533727b056,segment=NetworkSegment(584ba055-2dc7-48f3-84b9-4127e809eac3),segment_id=584ba055-2dc7-48f3-84b9-4127e809eac3)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:33:00.388548 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:33:00.395529 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c76ce793-41da-4ed7-a60b-5b4fd71b1656 x-openstack-request-id: req-c76ce793-41da-4ed7-a60b-5b4fd71b1656 {{(pid=100186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:33:00.395854 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ee2c4e7-059c-441f-bf28-08a12a5af2d3", "name": "network-vif-plugged", "status": "completed", "tag": "bb0fffc8-887f-4cee-ad26-f5533727b056", "code": 200}]} {{(pid=100186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:33:00.396146 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c76ce793-41da-4ed7-a60b-5b4fd71b1656 {{(pid=100186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:33:00.396541 dv-cinder-813986-1-iscsi neutron-server[100186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ee2c4e7-059c-441f-bf28-08a12a5af2d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb0fffc8-887f-4cee-ad26-f5533727b056', 'code': 200} Oct 14 12:33:00.445365 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Pushing event updated for resources: {'Port': ['ID=bb0fffc8-887f-4cee-ad26-f5533727b056,revision_number=5']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:33:00.468746 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b5462-1856-4cf7-a2b8-812472da6c1d req-8f8086f3-5aa5-4d1f-ac8f-70e82ce2b9f8 tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:33:00.470317 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-2b8b5462-1856-4cf7-a2b8-812472da6c1d req-8f8086f3-5aa5-4d1f-ac8f-70e82ce2b9f8 tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ee2c4e7-059c-441f-bf28-08a12a5af2d3 HTTP/1.1" status: 200 len: 945 time: 0.0530164 Oct 14 12:33:00.509133 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-2b8b5462-1856-4cf7-a2b8-812472da6c1d req-99c32d3e-6148-4463-9571-eca01f2135ff tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] 10.222.0.54 "GET /v2.0/security-groups?id=6deba12c-7438-4114-924c-efb4ca037d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329368 Oct 14 12:33:00.707183 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef384d-c031-442b-b5b9-038df5eeede4 req-fda2acf4-d10c-491c-b840-b7b5bd15cac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:33:00.708640 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-d3ef384d-c031-442b-b5b9-038df5eeede4 req-fda2acf4-d10c-491c-b840-b7b5bd15cac0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3ee2c4e7-059c-441f-bf28-08a12a5af2d3 HTTP/1.1" status: 200 len: 1098 time: 0.0385845 Oct 14 12:33:00.742983 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-d3ef384d-c031-442b-b5b9-038df5eeede4 req-d25b62f0-ac8e-450c-ac66-3e8dd33863a1 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=6deba12c-7438-4114-924c-efb4ca037d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262077 Oct 14 12:33:01.626127 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7b43c8-3756-4e66-8dbd-15676a808623 req-94e651e8-15b1-4562-a55d-dcf03ec81cc6 tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:33:01.627736 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-8b7b43c8-3756-4e66-8dbd-15676a808623 req-94e651e8-15b1-4562-a55d-dcf03ec81cc6 tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ee2c4e7-059c-441f-bf28-08a12a5af2d3 HTTP/1.1" status: 200 len: 945 time: 0.0539265 Oct 14 12:33:01.666202 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-8b7b43c8-3756-4e66-8dbd-15676a808623 req-60198afc-7f82-48ab-ad59-f318ca7f887c tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] 10.222.0.54 "GET /v2.0/security-groups?id=6deba12c-7438-4114-924c-efb4ca037d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325186 Oct 14 12:33:02.781404 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30be8a10-0559-48c9-9517-e0e93353041d req-9a256d42-f95d-4595-b18e-e110be2582bd tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:33:02.782891 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-30be8a10-0559-48c9-9517-e0e93353041d req-9a256d42-f95d-4595-b18e-e110be2582bd tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ee2c4e7-059c-441f-bf28-08a12a5af2d3 HTTP/1.1" status: 200 len: 945 time: 0.0510273 Oct 14 12:33:02.819590 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-30be8a10-0559-48c9-9517-e0e93353041d req-7776b4e5-fad2-4b8b-8d3a-16bd9860c4b0 tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] 10.222.0.54 "GET /v2.0/security-groups?id=6deba12c-7438-4114-924c-efb4ca037d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306840 Oct 14 12:33:03.936265 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708401f3-93b2-45a1-aaef-e602f6e4354a req-0df4f3c8-1947-45ce-b909-441d596b435b tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:33:03.937622 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-708401f3-93b2-45a1-aaef-e602f6e4354a req-0df4f3c8-1947-45ce-b909-441d596b435b tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ee2c4e7-059c-441f-bf28-08a12a5af2d3 HTTP/1.1" status: 200 len: 945 time: 0.0480473 Oct 14 12:33:03.973770 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-708401f3-93b2-45a1-aaef-e602f6e4354a req-f244a293-305a-4467-8e5f-696237470539 tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] 10.222.0.54 "GET /v2.0/security-groups?id=6deba12c-7438-4114-924c-efb4ca037d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303040 Oct 14 12:33:07.711551 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:33:22.529258 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.agents_db [None req-78dcfc36-1157-4c7d-a1d8-d24093a96b44 None None] Agent healthcheck: found 6 active agents {{(pid=100187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:33:23.156696 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-c6084e0f-b0fe-4cd6-ada8-3155b921957d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:33:25.927421 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-736f495b-fe37-4c1f-9206-e23d64348da8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:33:27.076114 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-469b4b0a-0edb-4369-82f6-413c16907b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:33:27.104381 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:33:28.314796 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-27c04846-3a84-4189-8b30-75b8cfbf2676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:33:32.634879 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f9d013-005f-4743-998d-d9048c46971a req-bb89cac5-c7eb-4040-aa1e-58b261078941 tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:33:32.636352 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-f4f9d013-005f-4743-998d-d9048c46971a req-bb89cac5-c7eb-4040-aa1e-58b261078941 tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ee2c4e7-059c-441f-bf28-08a12a5af2d3 HTTP/1.1" status: 200 len: 945 time: 0.0553041 Oct 14 12:33:32.673836 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-f4f9d013-005f-4743-998d-d9048c46971a req-d13e933d-6cad-4087-a767-153f2e6b9803 tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] 10.222.0.54 "GET /v2.0/security-groups?id=6deba12c-7438-4114-924c-efb4ca037d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315864 Oct 14 12:33:33.787059 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc31e5e-68b1-4694-afc1-0ca3fe8f9500 req-c21fb0f1-89e0-4b3f-860d-ad8fb23239ee tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:33:33.788550 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-5dc31e5e-68b1-4694-afc1-0ca3fe8f9500 req-c21fb0f1-89e0-4b3f-860d-ad8fb23239ee tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ee2c4e7-059c-441f-bf28-08a12a5af2d3 HTTP/1.1" status: 200 len: 945 time: 0.0481935 Oct 14 12:33:33.825388 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-5dc31e5e-68b1-4694-afc1-0ca3fe8f9500 req-bb928675-1c60-495f-a273-0ffbf97b781d tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] 10.222.0.54 "GET /v2.0/security-groups?id=6deba12c-7438-4114-924c-efb4ca037d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310843 Oct 14 12:33:34.937896 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67fc55f-ec2e-4b51-82b1-8389966c86d5 req-0c4aa062-5677-47e0-9733-76382ab9959f tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:33:34.939350 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-f67fc55f-ec2e-4b51-82b1-8389966c86d5 req-0c4aa062-5677-47e0-9733-76382ab9959f tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ee2c4e7-059c-441f-bf28-08a12a5af2d3 HTTP/1.1" status: 200 len: 945 time: 0.0492640 Oct 14 12:33:34.976988 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-f67fc55f-ec2e-4b51-82b1-8389966c86d5 req-c2ff9fe1-29bb-4187-9a1f-9326ef181027 tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] 10.222.0.54 "GET /v2.0/security-groups?id=6deba12c-7438-4114-924c-efb4ca037d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317945 Oct 14 12:33:35.063469 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92034a7f-416d-409d-8e9e-ee92c385ba90 req-08c82a21-c180-4781-b894-3c73ce555a19 tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:33:35.064932 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-92034a7f-416d-409d-8e9e-ee92c385ba90 req-08c82a21-c180-4781-b894-3c73ce555a19 tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ee2c4e7-059c-441f-bf28-08a12a5af2d3 HTTP/1.1" status: 200 len: 945 time: 0.0509441 Oct 14 12:33:35.158695 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.plugin [req-92034a7f-416d-409d-8e9e-ee92c385ba90 req-cf877f37-7cec-4ca1-93b5-8ae25d040328 tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] Deleting port bb0fffc8-887f-4cee-ad26-f5533727b056 {{(pid=100184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 12:33:35.159028 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-92034a7f-416d-409d-8e9e-ee92c385ba90 req-cf877f37-7cec-4ca1-93b5-8ae25d040328 tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787793337694'] for port, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:33:35.245447 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.db [req-92034a7f-416d-409d-8e9e-ee92c385ba90 req-cf877f37-7cec-4ca1-93b5-8ae25d040328 tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] For port bb0fffc8-887f-4cee-ad26-f5533727b056, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=bb0fffc8-887f-4cee-ad26-f5533727b056,segment=NetworkSegment(584ba055-2dc7-48f3-84b9-4127e809eac3),segment_id=584ba055-2dc7-48f3-84b9-4127e809eac3)] {{(pid=100184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:33:35.245796 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-92034a7f-416d-409d-8e9e-ee92c385ba90 req-cf877f37-7cec-4ca1-93b5-8ae25d040328 tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612080'] for port, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:33:35.258537 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.plugin [req-92034a7f-416d-409d-8e9e-ee92c385ba90 req-cf877f37-7cec-4ca1-93b5-8ae25d040328 tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] Calling delete_port for bb0fffc8-887f-4cee-ad26-f5533727b056 owned by compute:nova {{(pid=100184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 12:33:35.428062 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-92034a7f-416d-409d-8e9e-ee92c385ba90 req-cf877f37-7cec-4ca1-93b5-8ae25d040328 tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787793344296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787792822815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235086'] for port, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:33:35.440510 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] get_ports_and_sgs() called for port_ids ['bb0fffc8-887f-4cee-ad26-f5533727b056'] {{(pid=100186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:33:35.458705 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf877f37-7cec-4ca1-93b5-8ae25d040328 tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] Pushing event deleted for resources: {'Port': ['ID=bb0fffc8-887f-4cee-ad26-f5533727b056,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:33:35.500901 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.db.l3_dvrscheduler_db [req-92034a7f-416d-409d-8e9e-ee92c385ba90 req-cf877f37-7cec-4ca1-93b5-8ae25d040328 tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] No DVR routers for this DVR port bb0fffc8-887f-4cee-ad26-f5533727b056 on host hv-cinder-81398 {{(pid=100184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 12:33:35.503322 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-92034a7f-416d-409d-8e9e-ee92c385ba90 req-cf877f37-7cec-4ca1-93b5-8ae25d040328 tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516790'] for port, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:33:35.506589 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-92034a7f-416d-409d-8e9e-ee92c385ba90 req-cf877f37-7cec-4ca1-93b5-8ae25d040328 tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] 10.222.0.25 "DELETE /v2.0/ports/bb0fffc8-887f-4cee-ad26-f5533727b056 HTTP/1.1" status: 204 len: 173 time: 0.4346788 Oct 14 12:33:35.507016 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ee2c4e7-059c-441f-bf28-08a12a5af2d3', 'name': 'network-vif-deleted', 'tag': 'bb0fffc8-887f-4cee-ad26-f5533727b056'}] {{(pid=100184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:33:35.509326 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb275087d552987a85547e896d52e13f348f0da1d291f893306c6091374b53c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a97de9-92d4-4ec5-b1e1-8259e951876f" -d '{"events": [{"server_uuid": "3ee2c4e7-059c-441f-bf28-08a12a5af2d3", "name": "network-vif-deleted", "tag": "bb0fffc8-887f-4cee-ad26-f5533727b056"}]}' {{(pid=100184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:33:35.548743 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abaf3bd0-7d29-4aec-adc6-917c5eb48c2e x-openstack-request-id: req-abaf3bd0-7d29-4aec-adc6-917c5eb48c2e {{(pid=100184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:33:35.549040 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ee2c4e7-059c-441f-bf28-08a12a5af2d3", "name": "network-vif-deleted", "tag": "bb0fffc8-887f-4cee-ad26-f5533727b056", "status": "completed", "code": 200}]} {{(pid=100184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:33:35.549295 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-abaf3bd0-7d29-4aec-adc6-917c5eb48c2e {{(pid=100184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:33:35.549691 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ee2c4e7-059c-441f-bf28-08a12a5af2d3', 'name': 'network-vif-deleted', 'tag': 'bb0fffc8-887f-4cee-ad26-f5533727b056', 'status': 'completed', 'code': 200} Oct 14 12:33:36.079151 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-1fdc8e10-ca46-41f1-af9a-6bb29ba0184b req-ebac2d9f-220e-45ca-8fa3-5c634fc57acd tempest-VolumesSnapshotTestJSON-459138776 tempest-VolumesSnapshotTestJSON-459138776-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ee2c4e7-059c-441f-bf28-08a12a5af2d3 HTTP/1.1" status: 200 len: 210 time: 0.0250037 Oct 14 12:33:37.726943 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:33:38.409384 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device bb0fffc8-887f-4cee-ad26-f5533727b056 no longer exists at agent hyperv_hv-cinder-81398 {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:33:38.429660 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] No Port match for: bb0fffc8-887f-4cee-ad26-f5533727b056 {{(pid=100186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 12:33:38.429999 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device bb0fffc8-887f-4cee-ad26-f5533727b056 not bound to the agent host hv-cinder-81398 {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:33:43.396274 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-6a695a6b-29f4-47c7-86fe-39e00febd929 req-7f4ef850-fc08-46da-b2f9-586e491d82c6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388126 Oct 14 12:33:43.482474 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a695a6b-29f4-47c7-86fe-39e00febd929 req-f5e152c2-e73d-43e9-b263-94c3aa8bb4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:33:43.483927 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-6a695a6b-29f4-47c7-86fe-39e00febd929 req-f5e152c2-e73d-43e9-b263-94c3aa8bb4c4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a74b273d32f14564a6f532d3344fc1c3&device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 1098 time: 0.0416975 Oct 14 12:33:43.584766 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a695a6b-29f4-47c7-86fe-39e00febd929 req-b464b7f7-54f0-47b9-8b00-bd802f1ec79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:33:43.586106 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-6a695a6b-29f4-47c7-86fe-39e00febd929 req-b464b7f7-54f0-47b9-8b00-bd802f1ec79d service neutron] 10.222.0.25 "GET /v2.0/networks?id=031e9579-40df-4987-97d9-4aff3031dd9c HTTP/1.1" status: 200 len: 911 time: 0.0815828 Oct 14 12:33:43.653202 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-6a695a6b-29f4-47c7-86fe-39e00febd929 req-ea6fe83c-86dd-4f28-85ef-77cc8933f49c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=62ea2203-37dc-4090-9ad8-7efed0448323 HTTP/1.1" status: 200 len: 1000 time: 0.0592341 Oct 14 12:33:43.701880 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a695a6b-29f4-47c7-86fe-39e00febd929 req-5641246e-0a24-417b-a605-2e02ea824c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:33:43.703251 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-6a695a6b-29f4-47c7-86fe-39e00febd929 req-5641246e-0a24-417b-a605-2e02ea824c7b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1ae97040-dc68-4655-9e24-79e922381839 HTTP/1.1" status: 200 len: 849 time: 0.0416644 Oct 14 12:33:43.747205 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a695a6b-29f4-47c7-86fe-39e00febd929 req-43ed813a-ba36-4aea-993e-251958a23ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:33:43.748630 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-6a695a6b-29f4-47c7-86fe-39e00febd929 req-43ed813a-ba36-4aea-993e-251958a23ff0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=031e9579-40df-4987-97d9-4aff3031dd9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0371640 Oct 14 12:33:43.839435 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-6a695a6b-29f4-47c7-86fe-39e00febd929 req-08e8e3c8-e04b-43d1-8bec-aaaebb96295c service neutron] 10.222.0.25 "GET /v2.0/networks/031e9579-40df-4987-97d9-4aff3031dd9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822508 Oct 14 12:33:43.928273 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-6a695a6b-29f4-47c7-86fe-39e00febd929 req-ff02769e-cb91-48e6-b8c5-dbe3bd1bd19a service neutron] 10.222.0.25 "GET /v2.0/networks/031e9579-40df-4987-97d9-4aff3031dd9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809267 Oct 14 12:33:53.181100 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-e8759363-b20d-4d59-a650-e9c6eed6f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:33:55.942741 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-5fabbfba-42c6-4805-a35a-195eeb616978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:33:57.124156 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-469b4b0a-0edb-4369-82f6-413c16907b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:33:57.128010 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:33:58.337089 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-27c04846-3a84-4189-8b30-75b8cfbf2676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:33:59.527423 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.agents_db [None req-78dcfc36-1157-4c7d-a1d8-d24093a96b44 None None] Agent healthcheck: found 6 active agents {{(pid=100187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:34:05.757402 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 38434) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:34:05.801707 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.db.db_base_plugin_v2 [None req-200254c5-8468-401b-9d3b-c5a522be4645 admin admin] Deleting subnet 66d7e724-354a-40b0-9c78-94e2f7dba884 {{(pid=100184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Oct 14 12:34:05.805119 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-200254c5-8468-401b-9d3b-c5a522be4645 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:34:05.843238 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-200254c5-8468-401b-9d3b-c5a522be4645 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5993249'] for subnet, precommit_delete_associations {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:34:05.909241 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-200254c5-8468-401b-9d3b-c5a522be4645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2028271'] for subnet, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:34:05.942588 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d99e02-a02d-4c34-8f2a-dc8dd8285e21 req-905b141d-9c39-4069-b274-dbc33c855ac5 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:05.944060 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-84d99e02-a02d-4c34-8f2a-dc8dd8285e21 req-905b141d-9c39-4069-b274-dbc33c855ac5 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 945 time: 0.0978944 Oct 14 12:34:05.993204 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-84d99e02-a02d-4c34-8f2a-dc8dd8285e21 req-0c364cca-bb0b-4160-86d6-4221efdc56ed tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419292 Oct 14 12:34:06.066564 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-200254c5-8468-401b-9d3b-c5a522be4645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2028256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6235037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4638885'] for subnet, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:34:06.095117 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200254c5-8468-401b-9d3b-c5a522be4645 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66d7e724-354a-40b0-9c78-94e2f7dba884,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:34:06.099526 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-200254c5-8468-401b-9d3b-c5a522be4645 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531662'] for subnet, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:34:06.102647 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-200254c5-8468-401b-9d3b-c5a522be4645 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/66d7e724-354a-40b0-9c78-94e2f7dba884 HTTP/1.1" status: 204 len: 168 time: 0.3447824 Oct 14 12:34:06.105297 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 38440) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:34:06.112628 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200254c5-8468-401b-9d3b-c5a522be4645 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:34:06.112628 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200254c5-8468-401b-9d3b-c5a522be4645 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:34:06.112628 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200254c5-8468-401b-9d3b-c5a522be4645 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:34:06.112628 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200254c5-8468-401b-9d3b-c5a522be4645 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:34:06.112628 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200254c5-8468-401b-9d3b-c5a522be4645 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:34:06.112628 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200254c5-8468-401b-9d3b-c5a522be4645 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:34:06.112628 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200254c5-8468-401b-9d3b-c5a522be4645 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:34:06.112628 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200254c5-8468-401b-9d3b-c5a522be4645 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:34:06.112628 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200254c5-8468-401b-9d3b-c5a522be4645 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:34:06.112628 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200254c5-8468-401b-9d3b-c5a522be4645 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:34:06.112628 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200254c5-8468-401b-9d3b-c5a522be4645 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:34:06.112628 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200254c5-8468-401b-9d3b-c5a522be4645 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:34:06.177706 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-2afbed6f-db3b-46c4-83cd-81c07714285f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1900015'] for network, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:34:06.258204 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-2afbed6f-db3b-46c4-83cd-81c07714285f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2018836', 'neutron.services.segments.db._delete_segments_for_network-8787793369613'] for network, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:34:06.277615 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.services.segments.db [None req-2afbed6f-db3b-46c4-83cd-81c07714285f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf7b702e-0c4b-4e94-abad-8847fcd2ec90']}} {{(pid=100185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:34:06.286766 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.services.segments.db [None req-2afbed6f-db3b-46c4-83cd-81c07714285f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '584ba055-2dc7-48f3-84b9-4127e809eac3') {'for_net_delete': True} {{(pid=100185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:34:06.287061 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.services.segments.db [None req-2afbed6f-db3b-46c4-83cd-81c07714285f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '584ba055-2dc7-48f3-84b9-4127e809eac3') {} {{(pid=100185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:34:06.296624 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-2afbed6f-db3b-46c4-83cd-81c07714285f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787793369110', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6186453'] for segment, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:34:06.312025 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-2afbed6f-db3b-46c4-83cd-81c07714285f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030694'] for segment, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:34:06.318668 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2afbed6f-db3b-46c4-83cd-81c07714285f admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=100185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 12:34:06.319055 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-2afbed6f-db3b-46c4-83cd-81c07714285f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7811604'] for segment, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:34:06.320781 dv-cinder-813986-1-iscsi neutron-server[100185]: Traceback (most recent call last): Oct 14 12:34:06.320781 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 12:34:06.320781 dv-cinder-813986-1-iscsi neutron-server[100185]: timer() Oct 14 12:34:06.320781 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 12:34:06.320781 dv-cinder-813986-1-iscsi neutron-server[100185]: cb(*args, **kw) Oct 14 12:34:06.320781 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 12:34:06.320781 dv-cinder-813986-1-iscsi neutron-server[100185]: return func(*args, **kwargs) Oct 14 12:34:06.320781 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 12:34:06.320781 dv-cinder-813986-1-iscsi neutron-server[100185]: self._notify() Oct 14 12:34:06.320781 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 12:34:06.320781 dv-cinder-813986-1-iscsi neutron-server[100185]: self.callback(batched_events) Oct 14 12:34:06.320781 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 12:34:06.320781 dv-cinder-813986-1-iscsi neutron-server[100185]: event.method(event) Oct 14 12:34:06.320781 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 12:34:06.320781 dv-cinder-813986-1-iscsi neutron-server[100185]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 12:34:06.320781 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 12:34:06.320781 dv-cinder-813986-1-iscsi neutron-server[100185]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 12:34:06.320781 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 12:34:06.320781 dv-cinder-813986-1-iscsi neutron-server[100185]: return f(self, *a, **k) Oct 14 12:34:06.320781 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 12:34:06.320781 dv-cinder-813986-1-iscsi neutron-server[100185]: return self._get(url).json() Oct 14 12:34:06.320781 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 12:34:06.320781 dv-cinder-813986-1-iscsi neutron-server[100185]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 12:34:06.320781 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 12:34:06.320781 dv-cinder-813986-1-iscsi neutron-server[100185]: return self.request(url, 'GET', **kwargs) Oct 14 12:34:06.320781 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 12:34:06.320781 dv-cinder-813986-1-iscsi neutron-server[100185]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 12:34:06.320781 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 12:34:06.320781 dv-cinder-813986-1-iscsi neutron-server[100185]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 12:34:06.320781 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 12:34:06.320781 dv-cinder-813986-1-iscsi neutron-server[100185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 12:34:06.320781 dv-cinder-813986-1-iscsi neutron-server[100185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 12:34:06.433390 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-2afbed6f-db3b-46c4-83cd-81c07714285f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2018925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-619758'] for network, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:34:06.444753 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-2afbed6f-db3b-46c4-83cd-81c07714285f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531662'] for network, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:34:06.447902 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-2afbed6f-db3b-46c4-83cd-81c07714285f admin admin] 10.222.0.54 "DELETE /v2.0/networks/bf7b702e-0c4b-4e94-abad-8847fcd2ec90 HTTP/1.1" status: 204 len: 168 time: 0.3416209 Oct 14 12:34:06.457312 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afbed6f-db3b-46c4-83cd-81c07714285f admin admin] Pushing event deleted for resources: {'Network': ['ID=bf7b702e-0c4b-4e94-abad-8847fcd2ec90,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:34:06.464345 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afbed6f-db3b-46c4-83cd-81c07714285f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:34:06.464696 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afbed6f-db3b-46c4-83cd-81c07714285f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:34:06.465035 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afbed6f-db3b-46c4-83cd-81c07714285f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:34:06.465368 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afbed6f-db3b-46c4-83cd-81c07714285f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:34:06.465696 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afbed6f-db3b-46c4-83cd-81c07714285f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:34:06.466051 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afbed6f-db3b-46c4-83cd-81c07714285f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:34:06.466421 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afbed6f-db3b-46c4-83cd-81c07714285f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:34:06.466749 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afbed6f-db3b-46c4-83cd-81c07714285f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:34:06.467072 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afbed6f-db3b-46c4-83cd-81c07714285f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:34:06.467406 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afbed6f-db3b-46c4-83cd-81c07714285f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:34:06.467710 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afbed6f-db3b-46c4-83cd-81c07714285f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:34:06.468044 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afbed6f-db3b-46c4-83cd-81c07714285f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:34:06.651962 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb30927-a3b6-407c-bb01-5e87f5556135 req-d254a9a8-eacd-45e5-b9fc-3e7bf44cf0ab tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:06.653425 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ddb30927-a3b6-407c-bb01-5e87f5556135 req-d254a9a8-eacd-45e5-b9fc-3e7bf44cf0ab tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/ports?device_id=82200c30-25f0-4d09-a79d-a5246f8cc838 HTTP/1.1" status: 200 len: 945 time: 0.0479162 Oct 14 12:34:06.690590 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ddb30927-a3b6-407c-bb01-5e87f5556135 req-d37a890e-4c35-4240-b0e0-3c8978974101 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/security-groups?id=7efa3605-5c1b-4381-aa51-8a31690ba583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307918 Oct 14 12:34:06.850204 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 38454) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:34:06.889022 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-b0b9dfcd-4005-4639-a1c6-4730c5bd0aea admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7386eb17bb53401580b88b5e997f79c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375905 Oct 14 12:34:06.891428 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 38456) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:34:06.938336 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-7eff498f-60b3-4432-aac3-5f8c72e8bb04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:34:06.958420 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-7eff498f-60b3-4432-aac3-5f8c72e8bb04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:34:07.092062 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-7eff498f-60b3-4432-aac3-5f8c72e8bb04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:34:07.094767 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-7eff498f-60b3-4432-aac3-5f8c72e8bb04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:34:07.096520 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-7eff498f-60b3-4432-aac3-5f8c72e8bb04 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6deba12c-7438-4114-924c-efb4ca037d12 HTTP/1.1" status: 204 len: 168 time: 0.2042136 Oct 14 12:34:07.107652 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eff498f-60b3-4432-aac3-5f8c72e8bb04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6deba12c-7438-4114-924c-efb4ca037d12,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:34:07.126321 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af6746d-d7fc-492e-a2ab-52f8307c520d req-3ba7a6cd-e2e5-49db-9b62-e0914733006d tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:07.127846 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-3af6746d-d7fc-492e-a2ab-52f8307c520d req-3ba7a6cd-e2e5-49db-9b62-e0914733006d tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 945 time: 0.0617449 Oct 14 12:34:07.167636 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-3af6746d-d7fc-492e-a2ab-52f8307c520d req-21a4e80d-b868-4bb6-91dd-c1e65b2e9255 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322008 Oct 14 12:34:07.759285 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:34:07.804105 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24284d75-d929-4018-a55d-a67601412cd7 req-9517538d-6ded-4333-b817-aee856a16d18 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:07.805589 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-24284d75-d929-4018-a55d-a67601412cd7 req-9517538d-6ded-4333-b817-aee856a16d18 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/ports?device_id=82200c30-25f0-4d09-a79d-a5246f8cc838 HTTP/1.1" status: 200 len: 945 time: 0.0491371 Oct 14 12:34:07.843276 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-24284d75-d929-4018-a55d-a67601412cd7 req-633d7283-0726-45ef-b1fa-6a44da46864b tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/security-groups?id=7efa3605-5c1b-4381-aa51-8a31690ba583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312748 Oct 14 12:34:08.284152 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246537ac-f3e5-49b3-883e-12fdd3315fe1 req-ae9161bd-c822-47e7-a17b-37ccf9c83a8a tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:08.285619 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-246537ac-f3e5-49b3-883e-12fdd3315fe1 req-ae9161bd-c822-47e7-a17b-37ccf9c83a8a tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 945 time: 0.0476964 Oct 14 12:34:08.331572 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-246537ac-f3e5-49b3-883e-12fdd3315fe1 req-19683ed4-2088-4915-9530-721833f804b6 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401764 Oct 14 12:34:08.958365 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51a7b1c-3092-4ecb-8bd5-bb5a6f9fb9f5 req-41c3b3b8-73f6-4412-828d-95ccb34204ad tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:08.962641 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-c51a7b1c-3092-4ecb-8bd5-bb5a6f9fb9f5 req-41c3b3b8-73f6-4412-828d-95ccb34204ad tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/ports?device_id=82200c30-25f0-4d09-a79d-a5246f8cc838 HTTP/1.1" status: 200 len: 945 time: 0.0490301 Oct 14 12:34:08.996325 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-c51a7b1c-3092-4ecb-8bd5-bb5a6f9fb9f5 req-ba2ee706-9874-47b0-a412-d4eabc53f764 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/security-groups?id=7efa3605-5c1b-4381-aa51-8a31690ba583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305433 Oct 14 12:34:09.446977 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc092561-43db-4bf8-b166-42e1ce69bd10 req-4f0817b2-9cd2-41f0-827c-28995caa5941 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:09.448478 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-fc092561-43db-4bf8-b166-42e1ce69bd10 req-4f0817b2-9cd2-41f0-827c-28995caa5941 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 945 time: 0.0481982 Oct 14 12:34:09.484280 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-fc092561-43db-4bf8-b166-42e1ce69bd10 req-1d4a4b2e-2394-4bb6-afdf-33a314c37b94 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300744 Oct 14 12:34:10.113436 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a37e8-4b9b-4f4b-8cd3-3801fb53ce24 req-45096b5b-2395-45f8-8266-c3d1c78385a8 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:10.115207 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-544a37e8-4b9b-4f4b-8cd3-3801fb53ce24 req-45096b5b-2395-45f8-8266-c3d1c78385a8 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/ports?device_id=82200c30-25f0-4d09-a79d-a5246f8cc838 HTTP/1.1" status: 200 len: 945 time: 0.0486944 Oct 14 12:34:10.164809 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-544a37e8-4b9b-4f4b-8cd3-3801fb53ce24 req-471de7d2-f2e2-408d-8357-c3c201f2852f tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/security-groups?id=7efa3605-5c1b-4381-aa51-8a31690ba583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375869 Oct 14 12:34:10.600605 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d0c90e-3b68-4739-85e9-5d28bfafc04f req-6c71aefe-ad09-43fb-86cd-47f5378e7f10 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:10.602054 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-41d0c90e-3b68-4739-85e9-5d28bfafc04f req-6c71aefe-ad09-43fb-86cd-47f5378e7f10 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 945 time: 0.0483377 Oct 14 12:34:10.638943 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-41d0c90e-3b68-4739-85e9-5d28bfafc04f req-13c35a02-9126-446d-8c5b-18c22f5a0a3c tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311372 Oct 14 12:34:11.276865 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3258914-0144-4ac1-a981-e125f0ed8882 req-b68eb288-be88-458b-9f85-549b6a781a78 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:11.278319 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-d3258914-0144-4ac1-a981-e125f0ed8882 req-b68eb288-be88-458b-9f85-549b6a781a78 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/ports?device_id=82200c30-25f0-4d09-a79d-a5246f8cc838 HTTP/1.1" status: 200 len: 945 time: 0.0485198 Oct 14 12:34:11.316176 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-d3258914-0144-4ac1-a981-e125f0ed8882 req-9bf19234-43d2-4ec6-a7ee-a1e914f0096d tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/security-groups?id=7efa3605-5c1b-4381-aa51-8a31690ba583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319428 Oct 14 12:34:11.754769 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c08d737-20f9-414d-8f84-bf7aa04faadd req-18f38089-84ca-4e8b-a79b-6f4888e65652 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:11.756198 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-3c08d737-20f9-414d-8f84-bf7aa04faadd req-18f38089-84ca-4e8b-a79b-6f4888e65652 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 945 time: 0.0479240 Oct 14 12:34:11.794889 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-3c08d737-20f9-414d-8f84-bf7aa04faadd req-84e02251-28b0-441d-8e28-936808be5129 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329382 Oct 14 12:34:12.427279 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f21ae-4186-4338-8a1a-087dd994e10a req-fc8c4b08-c415-4006-8844-18dd1da3a39c tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:12.428757 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-c68f21ae-4186-4338-8a1a-087dd994e10a req-fc8c4b08-c415-4006-8844-18dd1da3a39c tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/ports?device_id=82200c30-25f0-4d09-a79d-a5246f8cc838 HTTP/1.1" status: 200 len: 945 time: 0.0475793 Oct 14 12:34:12.465098 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-c68f21ae-4186-4338-8a1a-087dd994e10a req-96d13fd5-a69d-43db-8655-92e5cafc87b3 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/security-groups?id=7efa3605-5c1b-4381-aa51-8a31690ba583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305951 Oct 14 12:34:12.911693 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03de9e0d-d6b6-4a84-b6ef-f4939e7ab05c req-14c8b703-cd46-44d9-bde0-db1aed5ba2ab tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:12.913168 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-03de9e0d-d6b6-4a84-b6ef-f4939e7ab05c req-14c8b703-cd46-44d9-bde0-db1aed5ba2ab tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 945 time: 0.0481381 Oct 14 12:34:12.950271 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-03de9e0d-d6b6-4a84-b6ef-f4939e7ab05c req-0168fc0d-7a02-4749-8e4c-7dd09d7e4f7a tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312464 Oct 14 12:34:13.575715 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e99c0-192c-457d-ad33-c58443c4f0c1 req-41e8ea48-955c-4ebc-be8b-9423b5aa1a71 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:13.577092 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ce8e99c0-192c-457d-ad33-c58443c4f0c1 req-41e8ea48-955c-4ebc-be8b-9423b5aa1a71 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/ports?device_id=82200c30-25f0-4d09-a79d-a5246f8cc838 HTTP/1.1" status: 200 len: 945 time: 0.0469999 Oct 14 12:34:13.616310 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ce8e99c0-192c-457d-ad33-c58443c4f0c1 req-251be563-a824-4556-9e92-d5045e775b09 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/security-groups?id=7efa3605-5c1b-4381-aa51-8a31690ba583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328147 Oct 14 12:34:14.069741 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d736506-63aa-4fb8-8504-5c68ba78260b req-c8fa720e-0792-41d5-ac05-a11857da9719 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:14.071202 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-5d736506-63aa-4fb8-8504-5c68ba78260b req-c8fa720e-0792-41d5-ac05-a11857da9719 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 945 time: 0.0517020 Oct 14 12:34:14.107427 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-5d736506-63aa-4fb8-8504-5c68ba78260b req-c7ae391e-ff5a-44c3-883a-09067ed921d5 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304129 Oct 14 12:34:14.725858 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60516723-f566-4db0-a735-c3532d6e4c49 req-95b5ec3c-c7f0-45a8-ae2c-ec7065047189 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:14.727269 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-60516723-f566-4db0-a735-c3532d6e4c49 req-95b5ec3c-c7f0-45a8-ae2c-ec7065047189 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/ports?device_id=82200c30-25f0-4d09-a79d-a5246f8cc838 HTTP/1.1" status: 200 len: 945 time: 0.0469232 Oct 14 12:34:14.764019 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-60516723-f566-4db0-a735-c3532d6e4c49 req-6e5c82bd-b509-4089-a5a9-06819bc3c31a tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/security-groups?id=7efa3605-5c1b-4381-aa51-8a31690ba583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310266 Oct 14 12:34:15.222719 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc69352-e375-463e-be71-91dee3d32731 req-c8353f96-f016-4e09-b7f7-25021928bc08 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:15.224077 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ccc69352-e375-463e-be71-91dee3d32731 req-c8353f96-f016-4e09-b7f7-25021928bc08 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 945 time: 0.0466490 Oct 14 12:34:15.262716 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ccc69352-e375-463e-be71-91dee3d32731 req-ebe70870-7f09-4e9f-9ee7-d29fc9783a2b tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328684 Oct 14 12:34:15.876262 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea673c-3211-43e8-8a5a-a77fff0b258a req-41f01c63-6f93-43d5-9534-4a751e8c398e tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:15.877711 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-76ea673c-3211-43e8-8a5a-a77fff0b258a req-41f01c63-6f93-43d5-9534-4a751e8c398e tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/ports?device_id=82200c30-25f0-4d09-a79d-a5246f8cc838 HTTP/1.1" status: 200 len: 945 time: 0.0490091 Oct 14 12:34:15.914600 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-76ea673c-3211-43e8-8a5a-a77fff0b258a req-e3343ca1-f94d-4d6d-b3a1-9b0c7b370b98 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/security-groups?id=7efa3605-5c1b-4381-aa51-8a31690ba583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308368 Oct 14 12:34:16.380828 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5144fe-8065-4451-8c84-f5b4c149edd9 req-c08075d9-d669-4f21-9206-cfb333052eb8 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:16.382278 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-cd5144fe-8065-4451-8c84-f5b4c149edd9 req-c08075d9-d669-4f21-9206-cfb333052eb8 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 945 time: 0.0478466 Oct 14 12:34:16.418842 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-cd5144fe-8065-4451-8c84-f5b4c149edd9 req-ac88ce7f-e0b5-4c31-893c-e2e4fa0fb263 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305438 Oct 14 12:34:17.025648 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b894806c-758f-453d-9da5-897afeb10001 req-bee6770e-215f-4d9a-adab-84457f1925e6 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:17.027093 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b894806c-758f-453d-9da5-897afeb10001 req-bee6770e-215f-4d9a-adab-84457f1925e6 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/ports?device_id=82200c30-25f0-4d09-a79d-a5246f8cc838 HTTP/1.1" status: 200 len: 945 time: 0.0479605 Oct 14 12:34:17.067208 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b894806c-758f-453d-9da5-897afeb10001 req-f855b18c-d802-4a97-90b0-7a5a526a36f0 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/security-groups?id=7efa3605-5c1b-4381-aa51-8a31690ba583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341856 Oct 14 12:34:17.533664 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd6c40b-1478-4d93-b9e8-844446fc6620 req-e893146d-2efd-43fc-a01c-e704cc441031 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:17.535087 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ccd6c40b-1478-4d93-b9e8-844446fc6620 req-e893146d-2efd-43fc-a01c-e704cc441031 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 945 time: 0.0468435 Oct 14 12:34:17.572157 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ccd6c40b-1478-4d93-b9e8-844446fc6620 req-fb139e58-7f07-4432-b471-59a6520771f5 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312185 Oct 14 12:34:18.176676 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18081ea4-773f-44d5-8047-7ddfcb32579e req-194f401c-60d0-420d-8fd1-0e7f48f5d198 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:18.178118 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-18081ea4-773f-44d5-8047-7ddfcb32579e req-194f401c-60d0-420d-8fd1-0e7f48f5d198 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/ports?device_id=82200c30-25f0-4d09-a79d-a5246f8cc838 HTTP/1.1" status: 200 len: 945 time: 0.0475326 Oct 14 12:34:18.214976 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-18081ea4-773f-44d5-8047-7ddfcb32579e req-cdbb16d0-2788-4f50-8985-22e5e7e97910 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/security-groups?id=7efa3605-5c1b-4381-aa51-8a31690ba583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310767 Oct 14 12:34:18.685997 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab733bc-4051-4216-86e2-0d605dda7ce1 req-009665bd-6c67-4aca-b4ea-5c3d8c79eebb tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:18.687398 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-3ab733bc-4051-4216-86e2-0d605dda7ce1 req-009665bd-6c67-4aca-b4ea-5c3d8c79eebb tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 945 time: 0.0474579 Oct 14 12:34:18.726286 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-3ab733bc-4051-4216-86e2-0d605dda7ce1 req-da3d450c-9331-4bc2-a6de-0cf6d615829a tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330479 Oct 14 12:34:19.326797 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466dc32f-723c-4e52-b417-f39d0d9284ec req-428505f3-7878-4d91-a9f4-29323f48952e tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:19.328285 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-466dc32f-723c-4e52-b417-f39d0d9284ec req-428505f3-7878-4d91-a9f4-29323f48952e tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/ports?device_id=82200c30-25f0-4d09-a79d-a5246f8cc838 HTTP/1.1" status: 200 len: 945 time: 0.0482121 Oct 14 12:34:19.365381 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-466dc32f-723c-4e52-b417-f39d0d9284ec req-b1d23074-f8e2-48f2-a918-32c91b1c89cf tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/security-groups?id=7efa3605-5c1b-4381-aa51-8a31690ba583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307591 Oct 14 12:34:19.840523 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82d81b9-55a4-4184-9f53-5b49e1cecb2c req-64101871-ed6e-4ceb-ada8-9e2b4d2bbee6 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:19.841937 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-a82d81b9-55a4-4184-9f53-5b49e1cecb2c req-64101871-ed6e-4ceb-ada8-9e2b4d2bbee6 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 945 time: 0.0470524 Oct 14 12:34:19.879501 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-a82d81b9-55a4-4184-9f53-5b49e1cecb2c req-d380ae36-b37e-4f9b-a610-88da049c6fb7 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315342 Oct 14 12:34:20.476549 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde0ee22-2739-417e-b9ff-55897f5f3d5b req-5bc0198d-311c-4133-a6b4-6e1d2daa76fb tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:20.477965 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-cde0ee22-2739-417e-b9ff-55897f5f3d5b req-5bc0198d-311c-4133-a6b4-6e1d2daa76fb tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/ports?device_id=82200c30-25f0-4d09-a79d-a5246f8cc838 HTTP/1.1" status: 200 len: 945 time: 0.0476921 Oct 14 12:34:20.517593 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-cde0ee22-2739-417e-b9ff-55897f5f3d5b req-b34e8c2e-ffb2-4606-bb86-2b64542d1fa5 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/security-groups?id=7efa3605-5c1b-4381-aa51-8a31690ba583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339005 Oct 14 12:34:20.997378 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560c768e-b655-4c9e-a8a0-d436a4af6652 req-678c5ecb-d4d6-469f-9a02-9b562c1c638c tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:20.998822 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-560c768e-b655-4c9e-a8a0-d436a4af6652 req-678c5ecb-d4d6-469f-9a02-9b562c1c638c tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 945 time: 0.0482240 Oct 14 12:34:21.036681 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-560c768e-b655-4c9e-a8a0-d436a4af6652 req-fddeb47f-055b-4f81-b08d-2cc32836877a tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312879 Oct 14 12:34:21.628103 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e411cfd4-53dd-4d2d-a34b-6c69807ff00e req-54f8f062-9156-40d3-9a77-884f2eed0a3a tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:21.629517 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-e411cfd4-53dd-4d2d-a34b-6c69807ff00e req-54f8f062-9156-40d3-9a77-884f2eed0a3a tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/ports?device_id=82200c30-25f0-4d09-a79d-a5246f8cc838 HTTP/1.1" status: 200 len: 945 time: 0.0471549 Oct 14 12:34:21.665262 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-e411cfd4-53dd-4d2d-a34b-6c69807ff00e req-fd196258-5d6c-4e91-bc7d-086d0e6496b1 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/security-groups?id=7efa3605-5c1b-4381-aa51-8a31690ba583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300415 Oct 14 12:34:22.157267 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939feb6c-c5cf-4e92-9b28-b889d9d32483 req-ea748ca1-48b5-4c44-9181-00cdb9226e6c tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:22.158689 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-939feb6c-c5cf-4e92-9b28-b889d9d32483 req-ea748ca1-48b5-4c44-9181-00cdb9226e6c tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 945 time: 0.0474064 Oct 14 12:34:22.200179 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-939feb6c-c5cf-4e92-9b28-b889d9d32483 req-4c4656ff-538d-4f6f-b332-d7b059a23521 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356109 Oct 14 12:34:22.782271 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df06ed9-bbd9-4d19-a645-9190b4ec22ed req-dfa0b57c-e458-4451-9253-08636100c148 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:22.783692 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-7df06ed9-bbd9-4d19-a645-9190b4ec22ed req-dfa0b57c-e458-4451-9253-08636100c148 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/ports?device_id=82200c30-25f0-4d09-a79d-a5246f8cc838 HTTP/1.1" status: 200 len: 945 time: 0.0475478 Oct 14 12:34:22.821749 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-7df06ed9-bbd9-4d19-a645-9190b4ec22ed req-a4ba24f5-d0c5-451f-9048-9fd3002b1cfe tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/security-groups?id=7efa3605-5c1b-4381-aa51-8a31690ba583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320067 Oct 14 12:34:23.180488 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-d6420398-a322-4931-b67c-cdfaf1cabcca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:34:23.316249 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d116ead5-ba2c-4716-a394-a073795aea91 req-927d27a4-8dd2-4a41-8dd8-22f5a69c9f20 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:23.317736 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-d116ead5-ba2c-4716-a394-a073795aea91 req-927d27a4-8dd2-4a41-8dd8-22f5a69c9f20 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 945 time: 0.0484402 Oct 14 12:34:23.354207 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-d116ead5-ba2c-4716-a394-a073795aea91 req-98321644-26aa-4f37-9c35-fcd7f20f7065 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305893 Oct 14 12:34:23.932668 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441bc4e4-56ea-4375-a3ee-80c2ba639b0c req-cc28e306-22c8-4bfb-ac9e-7047f3c77f89 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:23.934097 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-441bc4e4-56ea-4375-a3ee-80c2ba639b0c req-cc28e306-22c8-4bfb-ac9e-7047f3c77f89 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/ports?device_id=82200c30-25f0-4d09-a79d-a5246f8cc838 HTTP/1.1" status: 200 len: 945 time: 0.0474143 Oct 14 12:34:23.974104 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-441bc4e4-56ea-4375-a3ee-80c2ba639b0c req-09593d1c-654c-4b16-96c3-e764e52b3101 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/security-groups?id=7efa3605-5c1b-4381-aa51-8a31690ba583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336981 Oct 14 12:34:24.468565 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb455672-106f-4069-858e-b68b43fee0f0 req-1e36393a-875a-4a7f-81a0-ad641f7a1d00 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:24.470033 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-eb455672-106f-4069-858e-b68b43fee0f0 req-1e36393a-875a-4a7f-81a0-ad641f7a1d00 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 945 time: 0.0464411 Oct 14 12:34:24.506316 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-eb455672-106f-4069-858e-b68b43fee0f0 req-2d6357da-96b7-44cf-a740-cfc94dfbb027 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304515 Oct 14 12:34:25.084271 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772e75da-048e-4b17-886b-a2e6ad484991 req-08118c71-5770-4f06-9b2a-a89a951f795b tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:25.085749 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-772e75da-048e-4b17-886b-a2e6ad484991 req-08118c71-5770-4f06-9b2a-a89a951f795b tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/ports?device_id=82200c30-25f0-4d09-a79d-a5246f8cc838 HTTP/1.1" status: 200 len: 945 time: 0.0485632 Oct 14 12:34:25.122265 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-772e75da-048e-4b17-886b-a2e6ad484991 req-0e0a742d-7c4a-4afa-a58c-b2f337359611 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/security-groups?id=7efa3605-5c1b-4381-aa51-8a31690ba583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308728 Oct 14 12:34:25.620491 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962eae26-685e-4b46-b826-1181a67418cd req-b27bfcd9-9e2e-4e71-be3b-981821178ae2 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:25.621818 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-962eae26-685e-4b46-b826-1181a67418cd req-b27bfcd9-9e2e-4e71-be3b-981821178ae2 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 945 time: 0.0468130 Oct 14 12:34:25.670911 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-962eae26-685e-4b46-b826-1181a67418cd req-3e36c3eb-f9c2-4d6f-9f92-fd047ad97157 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422270 Oct 14 12:34:25.698466 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a944f-a1b0-47e3-863d-b1fda96115f0 req-d0d08563-1e72-4d5a-922b-378ab3de0bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:25.699900 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-783a944f-a1b0-47e3-863d-b1fda96115f0 req-d0d08563-1e72-4d5a-922b-378ab3de0bf1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9d75b8979b4c4881a94b492a998237d9&device_id=82200c30-25f0-4d09-a79d-a5246f8cc838 HTTP/1.1" status: 200 len: 1098 time: 0.0415907 Oct 14 12:34:25.786207 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a944f-a1b0-47e3-863d-b1fda96115f0 req-4a73c8ea-ff80-4d46-bab7-cb7fbfc01641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:25.787598 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-783a944f-a1b0-47e3-863d-b1fda96115f0 req-4a73c8ea-ff80-4d46-bab7-cb7fbfc01641 service neutron] 10.222.0.25 "GET /v2.0/networks?id=acc15ba5-0543-4abc-b63a-0e54133d3dcf HTTP/1.1" status: 200 len: 909 time: 0.0795372 Oct 14 12:34:25.929650 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-0d064bd9-def9-4dfd-8b8d-cec5a5faa71f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:34:26.083410 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-783a944f-a1b0-47e3-863d-b1fda96115f0 req-03f9f57f-2e06-4115-9c37-29c7760f6cde service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eeee66a4-c708-474b-bc48-a510a2390597 HTTP/1.1" status: 200 len: 1001 time: 0.2874827 Oct 14 12:34:26.148064 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a944f-a1b0-47e3-863d-b1fda96115f0 req-55504118-c2b5-4370-b11e-a35d8443cc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:26.149573 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-783a944f-a1b0-47e3-863d-b1fda96115f0 req-55504118-c2b5-4370-b11e-a35d8443cc39 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=499e8163-03c2-47ed-9554-87f8f0cc96a6 HTTP/1.1" status: 200 len: 847 time: 0.0416448 Oct 14 12:34:26.219234 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a944f-a1b0-47e3-863d-b1fda96115f0 req-388d1a95-9c0e-4d95-87c0-4c42d47d07df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:26.220625 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-783a944f-a1b0-47e3-863d-b1fda96115f0 req-388d1a95-9c0e-4d95-87c0-4c42d47d07df service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=acc15ba5-0543-4abc-b63a-0e54133d3dcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0630724 Oct 14 12:34:26.249591 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cf9cd6-7cb3-4650-a347-eb13c9869833 req-115a640e-bf2a-44aa-90b6-0b4ddd278479 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:26.250977 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-c0cf9cd6-7cb3-4650-a347-eb13c9869833 req-115a640e-bf2a-44aa-90b6-0b4ddd278479 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/ports?device_id=82200c30-25f0-4d09-a79d-a5246f8cc838 HTTP/1.1" status: 200 len: 945 time: 0.0627353 Oct 14 12:34:26.331915 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-c0cf9cd6-7cb3-4650-a347-eb13c9869833 req-01430091-17d7-47de-b969-5f3e02a310e8 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/security-groups?id=7efa3605-5c1b-4381-aa51-8a31690ba583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721700 Oct 14 12:34:26.348551 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-783a944f-a1b0-47e3-863d-b1fda96115f0 req-3f7f9ae5-b33c-45a9-ae4f-eec226831465 service neutron] 10.222.0.25 "GET /v2.0/networks/acc15ba5-0543-4abc-b63a-0e54133d3dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145737 Oct 14 12:34:26.446986 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-783a944f-a1b0-47e3-863d-b1fda96115f0 req-9b7cecf1-2162-44f7-b902-ea95ad2100f4 service neutron] 10.222.0.25 "GET /v2.0/networks/acc15ba5-0543-4abc-b63a-0e54133d3dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899162 Oct 14 12:34:26.787412 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e856b6-0944-411e-862b-f77544ec6201 req-634d609c-27a3-400e-819f-9fdd0aa55923 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:26.788873 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-97e856b6-0944-411e-862b-f77544ec6201 req-634d609c-27a3-400e-819f-9fdd0aa55923 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 945 time: 0.0486014 Oct 14 12:34:26.825124 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-97e856b6-0944-411e-862b-f77544ec6201 req-85253498-adec-4274-a161-52705442087c tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301590 Oct 14 12:34:27.072205 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-469b4b0a-0edb-4369-82f6-413c16907b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:34:27.100531 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:34:27.443099 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ea921a-db73-4b02-ae1b-abe9320d5c45 req-a739f3e6-64c5-4ab8-83dd-56534a5da05e tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:27.444600 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-47ea921a-db73-4b02-ae1b-abe9320d5c45 req-a739f3e6-64c5-4ab8-83dd-56534a5da05e tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/ports?device_id=82200c30-25f0-4d09-a79d-a5246f8cc838 HTTP/1.1" status: 200 len: 945 time: 0.0481660 Oct 14 12:34:27.485523 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-47ea921a-db73-4b02-ae1b-abe9320d5c45 req-be50d7ac-79c7-4e52-9920-12cec592a2a4 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/security-groups?id=7efa3605-5c1b-4381-aa51-8a31690ba583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327151 Oct 14 12:34:27.954007 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a21cd-26a4-437f-85b6-acd96d33dc36 req-437bd9c5-917f-4000-ad01-f9726336db89 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:27.955543 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ff7a21cd-26a4-437f-85b6-acd96d33dc36 req-437bd9c5-917f-4000-ad01-f9726336db89 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 945 time: 0.0588536 Oct 14 12:34:27.993806 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ff7a21cd-26a4-437f-85b6-acd96d33dc36 req-a14144bb-8143-46d5-bf09-0a90e3ae4cb5 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322816 Oct 14 12:34:28.339245 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-27c04846-3a84-4189-8b30-75b8cfbf2676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:34:28.595343 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f0031-c47e-434b-a827-b01e3eb84e22 req-cc4f7020-0a71-4947-89c8-484fb993bc96 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:28.596801 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-dc7f0031-c47e-434b-a827-b01e3eb84e22 req-cc4f7020-0a71-4947-89c8-484fb993bc96 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/ports?device_id=82200c30-25f0-4d09-a79d-a5246f8cc838 HTTP/1.1" status: 200 len: 945 time: 0.0477052 Oct 14 12:34:28.635442 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-dc7f0031-c47e-434b-a827-b01e3eb84e22 req-f55fde59-7e29-46f6-af71-bad5431dcbaf tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/security-groups?id=7efa3605-5c1b-4381-aa51-8a31690ba583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326641 Oct 14 12:34:29.111575 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c3f56-9214-4649-9ac9-be60031ea01e req-ad9d6581-88dd-40ef-99a9-1da0cca2d8ed tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:29.113031 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-007c3f56-9214-4649-9ac9-be60031ea01e req-ad9d6581-88dd-40ef-99a9-1da0cca2d8ed tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 945 time: 0.0483294 Oct 14 12:34:29.152373 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-007c3f56-9214-4649-9ac9-be60031ea01e req-126ef84a-1d87-407d-bb0f-4b2613f6d7d7 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334675 Oct 14 12:34:29.756308 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c057f18f-d5cc-4450-9a90-7d74745ebaf4 req-001988cb-3444-4152-b7ac-c89dcb42d08f tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:29.757745 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-c057f18f-d5cc-4450-9a90-7d74745ebaf4 req-001988cb-3444-4152-b7ac-c89dcb42d08f tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/ports?device_id=82200c30-25f0-4d09-a79d-a5246f8cc838 HTTP/1.1" status: 200 len: 945 time: 0.0507753 Oct 14 12:34:29.794754 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-c057f18f-d5cc-4450-9a90-7d74745ebaf4 req-a86fbfc8-c7a4-43ae-8686-9efd628a4199 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/security-groups?id=7efa3605-5c1b-4381-aa51-8a31690ba583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310621 Oct 14 12:34:29.865268 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [req-3b7f8c81-1a44-49cc-aa43-53257f836b08 req-64b24379-10ac-4591-a5f0-641f754047cc service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=100184) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 12:34:29.866229 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-3b7f8c81-1a44-49cc-aa43-53257f836b08 req-64b24379-10ac-4591-a5f0-641f754047cc service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054064 Oct 14 12:34:30.306274 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedece4f-e8e0-4755-bcdd-aa932805ae8f req-376efef5-d331-4c1b-bca1-3b7db75ee697 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:30.308518 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-fedece4f-e8e0-4755-bcdd-aa932805ae8f req-376efef5-d331-4c1b-bca1-3b7db75ee697 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 945 time: 0.0803392 Oct 14 12:34:30.322196 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa852939-33e7-456f-b8ea-944fac85c327 req-760713a7-b1c0-48c7-96fb-e3418e0455bc tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:30.323692 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-aa852939-33e7-456f-b8ea-944fac85c327 req-760713a7-b1c0-48c7-96fb-e3418e0455bc tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/ports?device_id=82200c30-25f0-4d09-a79d-a5246f8cc838 HTTP/1.1" status: 200 len: 945 time: 0.0862675 Oct 14 12:34:30.382755 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 38680) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:34:30.385774 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-fedece4f-e8e0-4755-bcdd-aa932805ae8f req-6fb91f24-9f21-4601-92b6-888c28431d04 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610838 Oct 14 12:34:30.388951 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-aa852939-33e7-456f-b8ea-944fac85c327 req-06f07be8-24b3-444e-ab91-205f486f48f0 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/security-groups?id=7efa3605-5c1b-4381-aa51-8a31690ba583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574877 Oct 14 12:34:30.475051 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-0d0acf06-0b0c-453e-8cd7-595ffc5981b0 req-372e5ee0-8f75-48f1-9cf2-c43b47fd2af9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=82200c30-25f0-4d09-a79d-a5246f8cc838&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0911665 Oct 14 12:34:30.483656 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [req-0d0acf06-0b0c-453e-8cd7-595ffc5981b0 req-9944f629-af98-4128-a85c-ff0d31f01b59 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=100185) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 12:34:30.485164 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-0d0acf06-0b0c-453e-8cd7-595ffc5981b0 req-9944f629-af98-4128-a85c-ff0d31f01b59 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052469 Oct 14 12:34:30.632193 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device 28cd0059-123b-4cfb-8b82-37ef57465863 details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=100186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 12:34:30.724945 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] For port 28cd0059-123b-4cfb-8b82-37ef57465863, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=28cd0059-123b-4cfb-8b82-37ef57465863,segment=NetworkSegment(58cb4796-6024-43c0-aa42-7ecb540db5e1),segment_id=58cb4796-6024-43c0-aa42-7ecb540db5e1)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:34:30.739415 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Returning: {'device': '28cd0059-123b-4cfb-8b82-37ef57465863', 'network_id': 'e97ba1a4-1eaa-4970-998a-7f37d91a4cc6', 'port_id': '28cd0059-123b-4cfb-8b82-37ef57465863', 'mac_address': 'fa:16:3e:e6:a3:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffaa80f7-d349-41e0-815d-fe25cd4e4dcc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 12:34:30.893984 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:34:30.906707 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.notifiers.nova [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 28cd0059-123b-4cfb-8b82-37ef57465863 {{(pid=100186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:34:30.927742 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] For port 28cd0059-123b-4cfb-8b82-37ef57465863, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=28cd0059-123b-4cfb-8b82-37ef57465863,segment=NetworkSegment(58cb4796-6024-43c0-aa42-7ecb540db5e1),segment_id=58cb4796-6024-43c0-aa42-7ecb540db5e1)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:34:30.979001 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:34:31.027869 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Pushing event updated for resources: {'Port': ['ID=28cd0059-123b-4cfb-8b82-37ef57465863,revision_number=6']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:34:31.035490 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:34:31.035848 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:34:31.036229 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:34:31.036557 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:34:31.036880 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:34:31.037201 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:34:31.037521 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:34:31.037837 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:34:31.038154 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:34:31.038470 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:34:31.038783 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:34:31.039095 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:34:31.068447 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] get_ports_and_sgs() called for port_ids ['28cd0059-123b-4cfb-8b82-37ef57465863'] {{(pid=100186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:34:31.533802 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b3e7c6-2efc-4da8-b989-363ce7e17cf5 req-3a0eb842-4b55-48aa-bdbe-a9e3c2977ae2 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:31.535181 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-02b3e7c6-2efc-4da8-b989-363ce7e17cf5 req-3a0eb842-4b55-48aa-bdbe-a9e3c2977ae2 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 944 time: 0.0736923 Oct 14 12:34:31.547199 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1dae06-ecc4-4695-aeb4-1a0fb33219e1 req-9fb74bdb-817a-4e87-aaeb-c89551df5645 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:31.549279 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-5c1dae06-ecc4-4695-aeb4-1a0fb33219e1 req-9fb74bdb-817a-4e87-aaeb-c89551df5645 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/ports?device_id=82200c30-25f0-4d09-a79d-a5246f8cc838 HTTP/1.1" status: 200 len: 945 time: 0.0772216 Oct 14 12:34:31.600853 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-02b3e7c6-2efc-4da8-b989-363ce7e17cf5 req-2952526e-c304-4f86-96a2-e0c49bcf0ce7 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513020 Oct 14 12:34:31.607669 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-5c1dae06-ecc4-4695-aeb4-1a0fb33219e1 req-70bbf57b-5285-4cbf-abab-e24020187d8b tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/security-groups?id=7efa3605-5c1b-4381-aa51-8a31690ba583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516982 Oct 14 12:34:32.630100 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device 28cd0059-123b-4cfb-8b82-37ef57465863 up at agent hyperv_hv-cinder-81398 {{(pid=100186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:34:32.680871 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Provisioning complete for port 28cd0059-123b-4cfb-8b82-37ef57465863 triggered by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:34:32.681393 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:34:32.763853 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ecfb20-4d3d-4205-a3a2-7a7e72447d36 req-40905ce9-a758-44a7-a9c2-a249bbb1e6e2 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:32.765884 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-66ecfb20-4d3d-4205-a3a2-7a7e72447d36 req-40905ce9-a758-44a7-a9c2-a249bbb1e6e2 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/ports?device_id=82200c30-25f0-4d09-a79d-a5246f8cc838 HTTP/1.1" status: 200 len: 945 time: 0.0843148 Oct 14 12:34:32.767659 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:34:32.774049 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71be9649-e9dc-42cd-bdd3-76a8c0545459 req-2e4363a2-b43b-40ff-9065-14cd678c8312 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:32.775932 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-71be9649-e9dc-42cd-bdd3-76a8c0545459 req-2e4363a2-b43b-40ff-9065-14cd678c8312 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 944 time: 0.1036658 Oct 14 12:34:32.794997 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98abee77-6aa4-41b4-b48e-a608cecdadd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28cd0059-123b-4cfb-8b82-37ef57465863'}] {{(pid=100186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:34:32.797624 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ce96789b1b9487be48749a60ffcfd0a175945a3b692fd75626d794e24ae9ed4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eac20c8-071a-4c8a-9964-56ce33e06350" -d '{"events": [{"server_uuid": "98abee77-6aa4-41b4-b48e-a608cecdadd7", "name": "network-vif-plugged", "status": "completed", "tag": "28cd0059-123b-4cfb-8b82-37ef57465863"}]}' {{(pid=100186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:34:32.810762 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] For port 28cd0059-123b-4cfb-8b82-37ef57465863, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=28cd0059-123b-4cfb-8b82-37ef57465863,segment=NetworkSegment(58cb4796-6024-43c0-aa42-7ecb540db5e1),segment_id=58cb4796-6024-43c0-aa42-7ecb540db5e1)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:34:32.832501 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-66ecfb20-4d3d-4205-a3a2-7a7e72447d36 req-1b5f8f6a-a55e-4688-a278-7742a933bcdb tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/security-groups?id=7efa3605-5c1b-4381-aa51-8a31690ba583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554039 Oct 14 12:34:32.839525 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-71be9649-e9dc-42cd-bdd3-76a8c0545459 req-a992433d-a88a-4831-bbc4-3a49c40b3f36 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547376 Oct 14 12:34:32.879806 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe65d5b-b072-41d5-acdb-e5db063b65e6 x-openstack-request-id: req-8fe65d5b-b072-41d5-acdb-e5db063b65e6 {{(pid=100186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:34:32.880182 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98abee77-6aa4-41b4-b48e-a608cecdadd7", "name": "network-vif-plugged", "status": "completed", "tag": "28cd0059-123b-4cfb-8b82-37ef57465863", "code": 200}]} {{(pid=100186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:34:32.880390 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8fe65d5b-b072-41d5-acdb-e5db063b65e6 {{(pid=100186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:34:32.880787 dv-cinder-813986-1-iscsi neutron-server[100186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98abee77-6aa4-41b4-b48e-a608cecdadd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28cd0059-123b-4cfb-8b82-37ef57465863', 'code': 200} Oct 14 12:34:32.900321 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:34:32.901198 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device eeee66a4-c708-474b-bc48-a510a2390597 no longer exists at agent hyperv_hv-cinder-81398 {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:34:32.949125 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0acf06-0b0c-453e-8cd7-595ffc5981b0 req-0a666bdd-8238-4a35-a6f1-91e95c51b8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:32.950647 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-0d0acf06-0b0c-453e-8cd7-595ffc5981b0 req-0a666bdd-8238-4a35-a6f1-91e95c51b8bf service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=82200c30-25f0-4d09-a79d-a5246f8cc838&tenant_id=9d75b8979b4c4881a94b492a998237d9 HTTP/1.1" status: 200 len: 1098 time: 0.0745103 Oct 14 12:34:32.975894 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Pushing event updated for resources: {'Port': ['ID=28cd0059-123b-4cfb-8b82-37ef57465863,revision_number=7']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:34:33.017957 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0acf06-0b0c-453e-8cd7-595ffc5981b0 req-e7364a0a-5774-4fc6-9107-3afb037750fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:33.019239 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:34:33.019587 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-0d0acf06-0b0c-453e-8cd7-595ffc5981b0 req-e7364a0a-5774-4fc6-9107-3afb037750fb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9d75b8979b4c4881a94b492a998237d9&device_id=82200c30-25f0-4d09-a79d-a5246f8cc838 HTTP/1.1" status: 200 len: 1098 time: 0.0453761 Oct 14 12:34:33.051464 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] For port eeee66a4-c708-474b-bc48-a510a2390597, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=eeee66a4-c708-474b-bc48-a510a2390597,segment=NetworkSegment(225b3b64-b211-4c8d-9fa3-59ed2947d777),segment_id=225b3b64-b211-4c8d-9fa3-59ed2947d777)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:34:33.088937 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:34:33.117827 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0acf06-0b0c-453e-8cd7-595ffc5981b0 req-1aef6050-e0b1-4cf8-95da-2dc8ff8056e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:33.119488 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-0d0acf06-0b0c-453e-8cd7-595ffc5981b0 req-1aef6050-e0b1-4cf8-95da-2dc8ff8056e6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=acc15ba5-0543-4abc-b63a-0e54133d3dcf HTTP/1.1" status: 200 len: 909 time: 0.0922310 Oct 14 12:34:33.137784 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Pushing event updated for resources: {'Port': ['ID=eeee66a4-c708-474b-bc48-a510a2390597,revision_number=6']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:34:33.149281 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 38714) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:34:33.192815 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-0d0acf06-0b0c-453e-8cd7-595ffc5981b0 req-27c55e17-572f-4c30-baec-2c9628f454f4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eeee66a4-c708-474b-bc48-a510a2390597 HTTP/1.1" status: 200 len: 999 time: 0.0637982 Oct 14 12:34:33.243497 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0acf06-0b0c-453e-8cd7-595ffc5981b0 req-1fc095ca-ac6d-4178-aadb-3efc545f7ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:33.244971 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-0d0acf06-0b0c-453e-8cd7-595ffc5981b0 req-1fc095ca-ac6d-4178-aadb-3efc545f7ce0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=499e8163-03c2-47ed-9554-87f8f0cc96a6 HTTP/1.1" status: 200 len: 847 time: 0.0442677 Oct 14 12:34:33.255393 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-a648c884-7f37-425e-b3f4-0302e2a8e5e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:34:33.292041 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0acf06-0b0c-453e-8cd7-595ffc5981b0 req-a7d96db7-10f2-4003-9e0a-930f3565aef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:33.293783 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-0d0acf06-0b0c-453e-8cd7-595ffc5981b0 req-a7d96db7-10f2-4003-9e0a-930f3565aef0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=acc15ba5-0543-4abc-b63a-0e54133d3dcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389638 Oct 14 12:34:33.328459 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-a648c884-7f37-425e-b3f4-0302e2a8e5e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:34:33.384930 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-a648c884-7f37-425e-b3f4-0302e2a8e5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:34:33.388663 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-0d0acf06-0b0c-453e-8cd7-595ffc5981b0 req-1186c47e-2ff7-4e4d-ac35-9e95a19bb06f service neutron] 10.222.0.25 "GET /v2.0/networks/acc15ba5-0543-4abc-b63a-0e54133d3dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849049 Oct 14 12:34:33.421787 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-a648c884-7f37-425e-b3f4-0302e2a8e5e2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c065df0194704a9ea4a16117c587e815&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2709022 Oct 14 12:34:33.423606 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a648c884-7f37-425e-b3f4-0302e2a8e5e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b2d085-9549-4367-8c57-fbfc8beddd85,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:34:33.425877 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 38718) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:34:33.473207 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-a0401d84-e022-4bad-a76e-f3f86c4f1240 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:34:33.486468 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-0d0acf06-0b0c-453e-8cd7-595ffc5981b0 req-859b21a0-8e3d-4218-80c3-39afe6425c51 service neutron] 10.222.0.25 "GET /v2.0/networks/acc15ba5-0543-4abc-b63a-0e54133d3dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834866 Oct 14 12:34:33.494701 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-a0401d84-e022-4bad-a76e-f3f86c4f1240 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:34:33.595961 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-a0401d84-e022-4bad-a76e-f3f86c4f1240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:34:33.598569 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-a0401d84-e022-4bad-a76e-f3f86c4f1240 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:34:33.599695 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-a0401d84-e022-4bad-a76e-f3f86c4f1240 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a0b2d085-9549-4367-8c57-fbfc8beddd85 HTTP/1.1" status: 204 len: 168 time: 0.1729245 Oct 14 12:34:33.607006 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0401d84-e022-4bad-a76e-f3f86c4f1240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b2d085-9549-4367-8c57-fbfc8beddd85,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:34:33.987178 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc51c496-f93c-4e87-8dfb-ac9558b24b51 req-7790b92c-3d28-44ac-b12a-bd19d2b43ee8 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:33.988672 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-fc51c496-f93c-4e87-8dfb-ac9558b24b51 req-7790b92c-3d28-44ac-b12a-bd19d2b43ee8 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/ports?device_id=82200c30-25f0-4d09-a79d-a5246f8cc838 HTTP/1.1" status: 200 len: 943 time: 0.0853555 Oct 14 12:34:34.010863 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d32f55-efaf-45ad-b8e2-68b7af66b82f req-a0d48328-42c6-4463-8312-8aecc140da7e tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:34.012345 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-25d32f55-efaf-45ad-b8e2-68b7af66b82f req-a0d48328-42c6-4463-8312-8aecc140da7e tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 945 time: 0.0768368 Oct 14 12:34:34.054041 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-fc51c496-f93c-4e87-8dfb-ac9558b24b51 req-91ce5027-6f2e-48d4-8e22-88f37365073b tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/security-groups?id=7efa3605-5c1b-4381-aa51-8a31690ba583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587659 Oct 14 12:34:34.065887 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-25d32f55-efaf-45ad-b8e2-68b7af66b82f req-37047233-0264-4c60-9057-9b59980ff8d5 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469267 Oct 14 12:34:34.882055 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82200c30-25f0-4d09-a79d-a5246f8cc838', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eeee66a4-c708-474b-bc48-a510a2390597'}] {{(pid=100186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:34:34.884415 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ce96789b1b9487be48749a60ffcfd0a175945a3b692fd75626d794e24ae9ed4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e76ac4d1-1001-413c-afe8-b7985b0406ed" -d '{"events": [{"server_uuid": "82200c30-25f0-4d09-a79d-a5246f8cc838", "name": "network-vif-unplugged", "status": "completed", "tag": "eeee66a4-c708-474b-bc48-a510a2390597"}]}' {{(pid=100186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:34:34.919796 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 14 Oct 2021 12:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e42a03a-3282-4d2f-b630-a12cdaa6f848 x-openstack-request-id: req-7e42a03a-3282-4d2f-b630-a12cdaa6f848 {{(pid=100186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:34:34.920143 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82200c30-25f0-4d09-a79d-a5246f8cc838", "name": "network-vif-unplugged", "status": "completed", "tag": "eeee66a4-c708-474b-bc48-a510a2390597", "code": 200}]} {{(pid=100186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:34:34.920404 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7e42a03a-3282-4d2f-b630-a12cdaa6f848 {{(pid=100186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:34:34.920795 dv-cinder-813986-1-iscsi neutron-server[100186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82200c30-25f0-4d09-a79d-a5246f8cc838', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eeee66a4-c708-474b-bc48-a510a2390597', 'code': 200} Oct 14 12:34:35.194922 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b5ccc-3b34-48d6-b48a-5bcbd3f6ac4e req-c609d0bb-5fc5-40aa-9415-fb6edcc6b52e tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:35.196509 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-a39b5ccc-3b34-48d6-b48a-5bcbd3f6ac4e req-c609d0bb-5fc5-40aa-9415-fb6edcc6b52e tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/ports?device_id=82200c30-25f0-4d09-a79d-a5246f8cc838 HTTP/1.1" status: 200 len: 943 time: 0.0774109 Oct 14 12:34:35.208989 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8f3f8e-deef-4787-8c95-8164e4e80506 req-585d90c4-43ed-431b-81d5-453ab6479524 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:35.210454 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-1c8f3f8e-deef-4787-8c95-8164e4e80506 req-585d90c4-43ed-431b-81d5-453ab6479524 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 945 time: 0.0662973 Oct 14 12:34:35.267618 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-a39b5ccc-3b34-48d6-b48a-5bcbd3f6ac4e req-f661c2ed-749d-4755-b934-6935315533c5 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/security-groups?id=7efa3605-5c1b-4381-aa51-8a31690ba583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562003 Oct 14 12:34:35.274580 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-1c8f3f8e-deef-4787-8c95-8164e4e80506 req-d544fb71-2276-49f0-80a6-d73998a044c6 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565794 Oct 14 12:34:36.466957 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a388c5-f5fd-471b-99f1-48a632759fbd req-9426e89e-10b4-4685-b916-4ad0af770370 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:36.469193 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-78a388c5-f5fd-471b-99f1-48a632759fbd req-9426e89e-10b4-4685-b916-4ad0af770370 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 945 time: 0.0896676 Oct 14 12:34:36.478354 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6137a3c8-9ba1-4d49-b2d3-301b33d45fda req-20463652-c8d5-4af9-9fc9-5195265461a5 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:36.480157 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-6137a3c8-9ba1-4d49-b2d3-301b33d45fda req-20463652-c8d5-4af9-9fc9-5195265461a5 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/ports?device_id=82200c30-25f0-4d09-a79d-a5246f8cc838 HTTP/1.1" status: 200 len: 943 time: 0.0901761 Oct 14 12:34:36.526381 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.agents_db [None req-78dcfc36-1157-4c7d-a1d8-d24093a96b44 None None] Agent healthcheck: found 6 active agents {{(pid=100187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:34:36.545681 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-78a388c5-f5fd-471b-99f1-48a632759fbd req-bf6afa7c-674a-4651-a478-c195bfcc418b tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641835 Oct 14 12:34:36.557309 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-6137a3c8-9ba1-4d49-b2d3-301b33d45fda req-153a4297-8cd2-4380-ac7e-19cd84e1a7a8 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/security-groups?id=7efa3605-5c1b-4381-aa51-8a31690ba583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690918 Oct 14 12:34:37.732946 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d487ba99-d4a1-4a3d-897a-ffa93b0c3e1e req-62bdcb39-23a3-44c0-af63-8d20dc9d1820 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:37.735597 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:34:37.740883 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-d487ba99-d4a1-4a3d-897a-ffa93b0c3e1e req-62bdcb39-23a3-44c0-af63-8d20dc9d1820 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 945 time: 0.1009178 Oct 14 12:34:37.773803 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bbb9ef-9c6d-4f78-87dd-e04c9da57080 req-be5ad505-a105-4a4c-9fb3-5b0e6ec4c2b5 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:37.775273 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-43bbb9ef-9c6d-4f78-87dd-e04c9da57080 req-be5ad505-a105-4a4c-9fb3-5b0e6ec4c2b5 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/ports?device_id=82200c30-25f0-4d09-a79d-a5246f8cc838 HTTP/1.1" status: 200 len: 943 time: 0.0972652 Oct 14 12:34:37.820272 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-d487ba99-d4a1-4a3d-897a-ffa93b0c3e1e req-7f494454-52ab-4226-ba9f-ccd799e8170b tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751531 Oct 14 12:34:37.856272 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-43bbb9ef-9c6d-4f78-87dd-e04c9da57080 req-587e1853-f9c6-4222-9a27-58fc45f82ec5 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/security-groups?id=7efa3605-5c1b-4381-aa51-8a31690ba583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664175 Oct 14 12:34:38.962524 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc6780-6a5a-4d88-aa78-aad61acc0db2 req-c110e929-481a-4a39-a89a-a9fdd85f2eb4 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:38.974168 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ffdc6780-6a5a-4d88-aa78-aad61acc0db2 req-c110e929-481a-4a39-a89a-a9fdd85f2eb4 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 945 time: 0.0781255 Oct 14 12:34:39.028147 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ffdc6780-6a5a-4d88-aa78-aad61acc0db2 req-e64eb081-6ec4-47e0-bf7c-44b5e8ce5d59 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516353 Oct 14 12:34:39.157619 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6144996-28e9-4c7e-9a51-94279902c0a3 req-da09d5b3-f518-484e-8eec-03b3f8faca4c tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:39.160358 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-d6144996-28e9-4c7e-9a51-94279902c0a3 req-da09d5b3-f518-484e-8eec-03b3f8faca4c tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/ports?device_id=82200c30-25f0-4d09-a79d-a5246f8cc838 HTTP/1.1" status: 200 len: 943 time: 0.0678074 Oct 14 12:34:39.241138 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-d6144996-28e9-4c7e-9a51-94279902c0a3 req-38f5aa95-f59f-4882-b9b8-71ae426b8684 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/security-groups?id=7efa3605-5c1b-4381-aa51-8a31690ba583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744588 Oct 14 12:34:40.175404 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82ba945-83c8-4181-9ac3-a952fc28acd9 req-49af57d2-136f-474b-8b2f-a1a297e5bb60 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:40.177086 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-e82ba945-83c8-4181-9ac3-a952fc28acd9 req-49af57d2-136f-474b-8b2f-a1a297e5bb60 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 945 time: 0.0670476 Oct 14 12:34:40.221970 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-e82ba945-83c8-4181-9ac3-a952fc28acd9 req-8a965f34-cc9e-4ee6-9ca7-59582ef05090 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385909 Oct 14 12:34:40.398308 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf690a6-dbfa-44ff-b7c1-dd61257210ee req-ebe6020e-8cf9-4de0-b660-050973878e72 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:40.400029 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-cdf690a6-dbfa-44ff-b7c1-dd61257210ee req-ebe6020e-8cf9-4de0-b660-050973878e72 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/ports?device_id=82200c30-25f0-4d09-a79d-a5246f8cc838 HTTP/1.1" status: 200 len: 943 time: 0.0851798 Oct 14 12:34:40.445847 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-cdf690a6-dbfa-44ff-b7c1-dd61257210ee req-c4a6ca8d-8517-4542-be63-53156c89a6df tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/security-groups?id=7efa3605-5c1b-4381-aa51-8a31690ba583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377038 Oct 14 12:34:40.790251 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1189456-9c33-4d3f-925b-bb401b43b637 req-27317c3a-36d3-4993-8488-46ffc21ff57e tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:40.791836 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b1189456-9c33-4d3f-925b-bb401b43b637 req-27317c3a-36d3-4993-8488-46ffc21ff57e tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 945 time: 0.0558517 Oct 14 12:34:40.842328 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b1189456-9c33-4d3f-925b-bb401b43b637 req-690539ba-1c7f-4c9a-89dd-8eab3848c024 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=f84572bb-7caf-4ee9-bdf3-0b29d023289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432351 Oct 14 12:34:41.160651 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821792d8-45f5-44de-8ea5-dbd02262a77e req-01a30779-27b3-4c84-987a-ef790997658f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:41.162982 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-821792d8-45f5-44de-8ea5-dbd02262a77e req-01a30779-27b3-4c84-987a-ef790997658f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=82200c30-25f0-4d09-a79d-a5246f8cc838 HTTP/1.1" status: 200 len: 1096 time: 0.0564818 Oct 14 12:34:41.210979 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-821792d8-45f5-44de-8ea5-dbd02262a77e req-ff90f210-19dd-437b-9651-983e6aa490f7 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=7efa3605-5c1b-4381-aa51-8a31690ba583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367239 Oct 14 12:34:41.351694 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8241cf1-359b-44ce-9223-ada561593b68 req-f624308d-d1f2-4196-8fd9-3042f795f338 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:41.359053 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-d8241cf1-359b-44ce-9223-ada561593b68 req-f624308d-d1f2-4196-8fd9-3042f795f338 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 945 time: 0.0603197 Oct 14 12:34:41.400286 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-d8241cf1-359b-44ce-9223-ada561593b68 req-a03da8cf-cde3-45c5-9694-06735c0c0f38 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403466 Oct 14 12:34:41.567722 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d9ea7-525f-461a-bef5-447c85cb68ee req-dc87830d-a615-482e-9a71-041aae7cb067 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:41.575288 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-5b3d9ea7-525f-461a-bef5-447c85cb68ee req-dc87830d-a615-482e-9a71-041aae7cb067 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/ports?device_id=82200c30-25f0-4d09-a79d-a5246f8cc838 HTTP/1.1" status: 200 len: 943 time: 0.0644772 Oct 14 12:34:41.610274 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-5b3d9ea7-525f-461a-bef5-447c85cb68ee req-74255d5f-bee6-4a30-9434-7791071eb3a0 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/security-groups?id=7efa3605-5c1b-4381-aa51-8a31690ba583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343359 Oct 14 12:34:41.976583 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce12fd1d-d772-4275-a25d-5e146bfb99fd req-2d92e1d2-6981-4fbe-b911-1b4c450380df tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:41.978066 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ce12fd1d-d772-4275-a25d-5e146bfb99fd req-2d92e1d2-6981-4fbe-b911-1b4c450380df tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 945 time: 0.0713434 Oct 14 12:34:41.997199 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22031a40-b126-410c-a06a-72500676284a req-b06135cf-4604-43ed-892b-251f4902d039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:41.998635 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-22031a40-b126-410c-a06a-72500676284a req-b06135cf-4604-43ed-892b-251f4902d039 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9d75b8979b4c4881a94b492a998237d9&device_id=82200c30-25f0-4d09-a79d-a5246f8cc838 HTTP/1.1" status: 200 len: 1096 time: 0.0597072 Oct 14 12:34:42.042197 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ce12fd1d-d772-4275-a25d-5e146bfb99fd req-b0eeab23-934b-45f7-b30f-9b1b9cc486d8 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=f84572bb-7caf-4ee9-bdf3-0b29d023289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524402 Oct 14 12:34:42.119885 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22031a40-b126-410c-a06a-72500676284a req-1173b827-e4ef-4690-adf9-e465d6cdf298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:42.121370 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-22031a40-b126-410c-a06a-72500676284a req-1173b827-e4ef-4690-adf9-e465d6cdf298 service neutron] 10.222.0.25 "GET /v2.0/networks?id=acc15ba5-0543-4abc-b63a-0e54133d3dcf HTTP/1.1" status: 200 len: 909 time: 0.1008484 Oct 14 12:34:42.187941 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-22031a40-b126-410c-a06a-72500676284a req-c12c6801-54ec-4d04-b4d1-cd68e5901337 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eeee66a4-c708-474b-bc48-a510a2390597 HTTP/1.1" status: 200 len: 999 time: 0.0570610 Oct 14 12:34:42.242836 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22031a40-b126-410c-a06a-72500676284a req-02d1563a-f90d-41b5-b977-0d4970b35aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:42.244451 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-22031a40-b126-410c-a06a-72500676284a req-02d1563a-f90d-41b5-b977-0d4970b35aeb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=499e8163-03c2-47ed-9554-87f8f0cc96a6 HTTP/1.1" status: 200 len: 847 time: 0.0477862 Oct 14 12:34:42.291492 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22031a40-b126-410c-a06a-72500676284a req-a06a1480-4481-4aa0-b73d-4b63515ab868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:42.293245 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-22031a40-b126-410c-a06a-72500676284a req-a06a1480-4481-4aa0-b73d-4b63515ab868 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=acc15ba5-0543-4abc-b63a-0e54133d3dcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404494 Oct 14 12:34:42.384301 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-22031a40-b126-410c-a06a-72500676284a req-9732bf4d-b12a-4e40-9dbb-cb9aadd57801 service neutron] 10.222.0.25 "GET /v2.0/networks/acc15ba5-0543-4abc-b63a-0e54133d3dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812807 Oct 14 12:34:42.511390 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-22031a40-b126-410c-a06a-72500676284a req-75facb21-c90b-4f94-bc61-3d0b95e6093e service neutron] 10.222.0.25 "GET /v2.0/networks/acc15ba5-0543-4abc-b63a-0e54133d3dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158221 Oct 14 12:34:42.553355 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed445e-aa2c-407e-bb2d-96cb263b3969 req-294828f5-bcee-4019-9bbc-155ad775ba85 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:42.554889 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-25ed445e-aa2c-407e-bb2d-96cb263b3969 req-294828f5-bcee-4019-9bbc-155ad775ba85 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 945 time: 0.0579767 Oct 14 12:34:42.607218 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-25ed445e-aa2c-407e-bb2d-96cb263b3969 req-cc433030-9251-4382-acc8-ba40955075b4 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418892 Oct 14 12:34:42.678771 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device eeee66a4-c708-474b-bc48-a510a2390597 details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=100186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 12:34:42.825885 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477f7027-2659-4d32-82bd-44c2e723364b req-1289ed48-8d1e-48fe-a6fa-1562f0f0ff9c tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:42.829045 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-477f7027-2659-4d32-82bd-44c2e723364b req-1289ed48-8d1e-48fe-a6fa-1562f0f0ff9c tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/ports?device_id=82200c30-25f0-4d09-a79d-a5246f8cc838 HTTP/1.1" status: 200 len: 943 time: 0.0942466 Oct 14 12:34:42.855108 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] For port eeee66a4-c708-474b-bc48-a510a2390597, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=eeee66a4-c708-474b-bc48-a510a2390597,segment=NetworkSegment(225b3b64-b211-4c8d-9fa3-59ed2947d777),segment_id=225b3b64-b211-4c8d-9fa3-59ed2947d777)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:34:42.868200 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Returning: {'device': 'eeee66a4-c708-474b-bc48-a510a2390597', 'network_id': 'acc15ba5-0543-4abc-b63a-0e54133d3dcf', 'port_id': 'eeee66a4-c708-474b-bc48-a510a2390597', 'mac_address': 'fa:16:3e:3a:c2:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '499e8163-03c2-47ed-9554-87f8f0cc96a6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 12:34:42.877231 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-477f7027-2659-4d32-82bd-44c2e723364b req-961cec88-3866-40cd-a454-51a10eee6762 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/security-groups?id=7efa3605-5c1b-4381-aa51-8a31690ba583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424016 Oct 14 12:34:42.922523 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:34:42.944944 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.notifiers.nova [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeee66a4-c708-474b-bc48-a510a2390597 {{(pid=100186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:34:42.964584 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] For port eeee66a4-c708-474b-bc48-a510a2390597, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=eeee66a4-c708-474b-bc48-a510a2390597,segment=NetworkSegment(225b3b64-b211-4c8d-9fa3-59ed2947d777),segment_id=225b3b64-b211-4c8d-9fa3-59ed2947d777)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:34:43.059676 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:34:43.136170 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Pushing event updated for resources: {'Port': ['ID=eeee66a4-c708-474b-bc48-a510a2390597,revision_number=7']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:34:43.196139 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc9057f-b618-4cfd-8f54-6788afa8b273 req-c5e9d4c3-0517-4994-a5de-f2111b9e1109 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:43.200458 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-1bc9057f-b618-4cfd-8f54-6788afa8b273 req-c5e9d4c3-0517-4994-a5de-f2111b9e1109 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 945 time: 0.0581520 Oct 14 12:34:43.250341 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-1bc9057f-b618-4cfd-8f54-6788afa8b273 req-43937609-6872-456a-9f95-431af432c47f tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=f84572bb-7caf-4ee9-bdf3-0b29d023289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468786 Oct 14 12:34:43.499290 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] get_ports_and_sgs() called for port_ids ['eeee66a4-c708-474b-bc48-a510a2390597'] {{(pid=100186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:34:43.746408 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fad297-45b7-4f4f-aa13-73e396d67c8b req-f8bb0e96-c696-44e9-9b6c-adae4276ea56 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:43.754248 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-32fad297-45b7-4f4f-aa13-73e396d67c8b req-f8bb0e96-c696-44e9-9b6c-adae4276ea56 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 945 time: 0.0566101 Oct 14 12:34:43.792624 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-32fad297-45b7-4f4f-aa13-73e396d67c8b req-e321a70b-9ee9-4f76-89f8-b0417063787d tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370729 Oct 14 12:34:44.005564 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9209c4f-6ff4-48e2-b69c-b20f5711540c req-14817fdf-cf41-42c2-8a88-a7239d636a3d tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:44.006934 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-e9209c4f-6ff4-48e2-b69c-b20f5711540c req-14817fdf-cf41-42c2-8a88-a7239d636a3d tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/ports?device_id=82200c30-25f0-4d09-a79d-a5246f8cc838 HTTP/1.1" status: 200 len: 944 time: 0.0509362 Oct 14 12:34:44.048501 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-e9209c4f-6ff4-48e2-b69c-b20f5711540c req-d42db06f-2a65-46ac-b880-3ca2f79ad619 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/security-groups?id=7efa3605-5c1b-4381-aa51-8a31690ba583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354307 Oct 14 12:34:44.385627 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15b697d-031c-4d2c-9bf3-d29223bbcddc req-9a0cfd82-6c83-4bb4-bd79-0eeccee3656b tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:44.387261 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-f15b697d-031c-4d2c-9bf3-d29223bbcddc req-9a0cfd82-6c83-4bb4-bd79-0eeccee3656b tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 945 time: 0.0663247 Oct 14 12:34:44.437067 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-f15b697d-031c-4d2c-9bf3-d29223bbcddc req-782a21c1-ae26-474e-bab7-4546691f856a tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=f84572bb-7caf-4ee9-bdf3-0b29d023289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410366 Oct 14 12:34:44.927121 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9026deb9-7093-49ad-94d9-b2efb8234a13 req-cc0b0bde-886b-49c4-b5c2-30e3aac892ea tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:44.928926 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9026deb9-7093-49ad-94d9-b2efb8234a13 req-cc0b0bde-886b-49c4-b5c2-30e3aac892ea tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 945 time: 0.0612798 Oct 14 12:34:44.978255 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9026deb9-7093-49ad-94d9-b2efb8234a13 req-19c38f97-0cf1-4880-bc10-9d43146b3923 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432999 Oct 14 12:34:45.557518 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ec54d-ec83-4684-b86a-40dfaf2f40aa req-fbd8f5f9-3729-4583-9d8d-9a0efc5b1bee tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:45.565605 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-aa1ec54d-ec83-4684-b86a-40dfaf2f40aa req-fbd8f5f9-3729-4583-9d8d-9a0efc5b1bee tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 945 time: 0.0494518 Oct 14 12:34:45.607339 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-aa1ec54d-ec83-4684-b86a-40dfaf2f40aa req-119a8172-30b2-4d26-8afa-df1b0a3c2be3 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=f84572bb-7caf-4ee9-bdf3-0b29d023289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422881 Oct 14 12:34:46.128009 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc2cfe-61fc-4564-85b9-2498beffbf45 req-1610189c-47ad-4c22-a3a9-4b6e65d575a8 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:46.129617 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-40dc2cfe-61fc-4564-85b9-2498beffbf45 req-1610189c-47ad-4c22-a3a9-4b6e65d575a8 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 945 time: 0.0699015 Oct 14 12:34:46.176058 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-40dc2cfe-61fc-4564-85b9-2498beffbf45 req-ebb13a2d-c963-4ed2-a7bb-0aafbd4b99c0 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376840 Oct 14 12:34:46.707320 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device eeee66a4-c708-474b-bc48-a510a2390597 up at agent hyperv_hv-cinder-81398 {{(pid=100186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:34:46.721429 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d1828-d178-4600-9009-9b169f7203e2 req-857ec135-ba02-48f0-9690-6477533c2381 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:46.722926 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-d93d1828-d178-4600-9009-9b169f7203e2 req-857ec135-ba02-48f0-9690-6477533c2381 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 945 time: 0.0486777 Oct 14 12:34:46.756722 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Provisioning complete for port eeee66a4-c708-474b-bc48-a510a2390597 triggered by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:34:46.757089 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:34:46.760953 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-d93d1828-d178-4600-9009-9b169f7203e2 req-25bc8e56-012e-4ec1-857a-c72595b0df48 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=f84572bb-7caf-4ee9-bdf3-0b29d023289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319669 Oct 14 12:34:46.835703 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:34:46.857647 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82200c30-25f0-4d09-a79d-a5246f8cc838', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeee66a4-c708-474b-bc48-a510a2390597'}] {{(pid=100186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:34:46.859916 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ce96789b1b9487be48749a60ffcfd0a175945a3b692fd75626d794e24ae9ed4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8aac1ec-259e-4dbf-8a3b-62aff252e997" -d '{"events": [{"server_uuid": "82200c30-25f0-4d09-a79d-a5246f8cc838", "name": "network-vif-plugged", "status": "completed", "tag": "eeee66a4-c708-474b-bc48-a510a2390597"}]}' {{(pid=100186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:34:46.872288 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] For port eeee66a4-c708-474b-bc48-a510a2390597, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=eeee66a4-c708-474b-bc48-a510a2390597,segment=NetworkSegment(225b3b64-b211-4c8d-9fa3-59ed2947d777),segment_id=225b3b64-b211-4c8d-9fa3-59ed2947d777)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:34:46.895319 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd0efa68-f0c1-499a-85b2-a6de78bcb3e3 x-openstack-request-id: req-fd0efa68-f0c1-499a-85b2-a6de78bcb3e3 {{(pid=100186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:34:46.895642 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82200c30-25f0-4d09-a79d-a5246f8cc838", "name": "network-vif-plugged", "status": "completed", "tag": "eeee66a4-c708-474b-bc48-a510a2390597", "code": 200}]} {{(pid=100186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:34:46.895903 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fd0efa68-f0c1-499a-85b2-a6de78bcb3e3 {{(pid=100186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:34:46.896324 dv-cinder-813986-1-iscsi neutron-server[100186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82200c30-25f0-4d09-a79d-a5246f8cc838', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeee66a4-c708-474b-bc48-a510a2390597', 'code': 200} Oct 14 12:34:46.956769 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:34:47.007346 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Pushing event updated for resources: {'Port': ['ID=eeee66a4-c708-474b-bc48-a510a2390597,revision_number=8']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:34:47.292996 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b2e6e-730e-4284-8159-c579a499d07b req-3ababff7-6e84-4ca8-813f-de12bb267e10 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:47.294437 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-0e3b2e6e-730e-4284-8159-c579a499d07b req-3ababff7-6e84-4ca8-813f-de12bb267e10 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 945 time: 0.0473177 Oct 14 12:34:47.332069 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-0e3b2e6e-730e-4284-8159-c579a499d07b req-ffe05849-fe35-4784-87db-ca60e1987f26 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310702 Oct 14 12:34:47.880930 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268fa1fd-af03-4452-a397-0d9647822c15 req-fced3f10-0456-4b56-aa78-c2b3d83db676 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:47.882450 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-268fa1fd-af03-4452-a397-0d9647822c15 req-fced3f10-0456-4b56-aa78-c2b3d83db676 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 945 time: 0.0531828 Oct 14 12:34:47.920054 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-268fa1fd-af03-4452-a397-0d9647822c15 req-fdc62cfb-44ca-4bee-8bb8-36c010756997 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=f84572bb-7caf-4ee9-bdf3-0b29d023289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315204 Oct 14 12:34:48.027831 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa93288-3cee-4106-9b3d-0171c764f1e4 req-76df575f-3692-424d-a084-0224a2baaf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:48.029328 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-2fa93288-3cee-4106-9b3d-0171c764f1e4 req-76df575f-3692-424d-a084-0224a2baaf66 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2113c18ca299401c9338cafb84b0ff20&device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 1098 time: 0.0401211 Oct 14 12:34:48.126647 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa93288-3cee-4106-9b3d-0171c764f1e4 req-4ccdff99-f416-436c-b876-9b05dc7da88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:48.128063 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-2fa93288-3cee-4106-9b3d-0171c764f1e4 req-4ccdff99-f416-436c-b876-9b05dc7da88e service neutron] 10.222.0.25 "GET /v2.0/networks?id=e97ba1a4-1eaa-4970-998a-7f37d91a4cc6 HTTP/1.1" status: 200 len: 918 time: 0.0908594 Oct 14 12:34:48.193271 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-2fa93288-3cee-4106-9b3d-0171c764f1e4 req-8a165f59-e11d-46f1-9646-6a24cfbc3126 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28cd0059-123b-4cfb-8b82-37ef57465863 HTTP/1.1" status: 200 len: 1001 time: 0.0573707 Oct 14 12:34:48.252865 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa93288-3cee-4106-9b3d-0171c764f1e4 req-e5778d40-c334-4c9f-b2bb-7889c8c67ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:48.254262 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-2fa93288-3cee-4106-9b3d-0171c764f1e4 req-e5778d40-c334-4c9f-b2bb-7889c8c67ddf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ffaa80f7-d349-41e0-815d-fe25cd4e4dcc HTTP/1.1" status: 200 len: 856 time: 0.0426106 Oct 14 12:34:48.312869 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa93288-3cee-4106-9b3d-0171c764f1e4 req-29c09c3e-6b23-4ec9-b0b0-c60c3d68bd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:48.314347 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-2fa93288-3cee-4106-9b3d-0171c764f1e4 req-29c09c3e-6b23-4ec9-b0b0-c60c3d68bd5d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e97ba1a4-1eaa-4970-998a-7f37d91a4cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0470986 Oct 14 12:34:48.403380 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-2fa93288-3cee-4106-9b3d-0171c764f1e4 req-e44b7d82-5730-4d9f-85d5-b00900a4cd75 service neutron] 10.222.0.25 "GET /v2.0/networks/e97ba1a4-1eaa-4970-998a-7f37d91a4cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809047 Oct 14 12:34:48.502961 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adbf15b-215d-4bc2-a4d2-4369ebe2b963 req-846796bf-aa3e-4709-a848-fc4b3ebd237d tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:48.504462 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-1adbf15b-215d-4bc2-a4d2-4369ebe2b963 req-846796bf-aa3e-4709-a848-fc4b3ebd237d tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 945 time: 0.1002324 Oct 14 12:34:48.542426 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-2fa93288-3cee-4106-9b3d-0171c764f1e4 req-d8dcaac3-dbc7-4a48-b6fa-54b3b863fe20 service neutron] 10.222.0.25 "GET /v2.0/networks/e97ba1a4-1eaa-4970-998a-7f37d91a4cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292069 Oct 14 12:34:48.558548 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-1adbf15b-215d-4bc2-a4d2-4369ebe2b963 req-1e140dd0-b3e0-48fc-aabf-a829da1d24d5 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479624 Oct 14 12:34:48.919648 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe96d9f-5d01-4e57-8bd9-85fa2462eca1 req-7658c3ae-9afb-4d6f-a1de-1779b6776820 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:48.921259 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-fbe96d9f-5d01-4e57-8bd9-85fa2462eca1 req-7658c3ae-9afb-4d6f-a1de-1779b6776820 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee06ffed-2107-4062-bd7b-74f696963264 HTTP/1.1" status: 200 len: 946 time: 0.0483370 Oct 14 12:34:48.958453 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-fbe96d9f-5d01-4e57-8bd9-85fa2462eca1 req-efd06215-56e3-4912-8325-c11677681c4d tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/security-groups?id=68fb2c81-0a0b-490d-b3ee-a78d1372b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313911 Oct 14 12:34:49.037813 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33774d0b-6b9d-4d8d-934c-3fedd8a30a01 req-49fece3e-c8c9-4c2a-83d0-2fca3bb895fb tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:49.039235 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-33774d0b-6b9d-4d8d-934c-3fedd8a30a01 req-49fece3e-c8c9-4c2a-83d0-2fca3bb895fb tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 945 time: 0.0516169 Oct 14 12:34:49.074866 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-33774d0b-6b9d-4d8d-934c-3fedd8a30a01 req-f068c3f6-bb48-4ce0-a6ae-812d380b86ad tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=f84572bb-7caf-4ee9-bdf3-0b29d023289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295775 Oct 14 12:34:49.672654 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b0be42-444f-4cfc-b320-d444e1a58d46 req-3acb3026-88b1-4053-a117-57107dae0c01 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:49.674077 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-c5b0be42-444f-4cfc-b320-d444e1a58d46 req-3acb3026-88b1-4053-a117-57107dae0c01 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 945 time: 0.0477853 Oct 14 12:34:49.715843 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-c5b0be42-444f-4cfc-b320-d444e1a58d46 req-a9c341df-f554-4ad4-82f8-98061f6b2c26 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317891 Oct 14 12:34:50.070421 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16c0cbe-8433-4b86-9a9f-8b92affbd7c7 req-911f1465-797f-4d0c-af3a-0209f68245c0 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:50.071865 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b16c0cbe-8433-4b86-9a9f-8b92affbd7c7 req-911f1465-797f-4d0c-af3a-0209f68245c0 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee06ffed-2107-4062-bd7b-74f696963264 HTTP/1.1" status: 200 len: 946 time: 0.0485692 Oct 14 12:34:50.109956 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b16c0cbe-8433-4b86-9a9f-8b92affbd7c7 req-b6a16be8-0a56-4ec0-ab17-6a87b36d8591 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/security-groups?id=68fb2c81-0a0b-490d-b3ee-a78d1372b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319271 Oct 14 12:34:50.198620 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611a80e7-1144-40a2-9e79-8d14d1eda246 req-74e0ce1a-bc33-4590-a63b-4185be243a16 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:50.200077 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-611a80e7-1144-40a2-9e79-8d14d1eda246 req-74e0ce1a-bc33-4590-a63b-4185be243a16 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 945 time: 0.0529115 Oct 14 12:34:50.236419 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-611a80e7-1144-40a2-9e79-8d14d1eda246 req-31d456a8-f594-4332-af9a-76ab568a2904 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=f84572bb-7caf-4ee9-bdf3-0b29d023289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297525 Oct 14 12:34:50.718467 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device 28cd0059-123b-4cfb-8b82-37ef57465863 no longer exists at agent hyperv_hv-cinder-81398 {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:34:50.793014 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:34:50.815783 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98abee77-6aa4-41b4-b48e-a608cecdadd7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28cd0059-123b-4cfb-8b82-37ef57465863'}] {{(pid=100186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:34:50.818125 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ce96789b1b9487be48749a60ffcfd0a175945a3b692fd75626d794e24ae9ed4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c150e98-2707-4837-92b6-602084fb4572" -d '{"events": [{"server_uuid": "98abee77-6aa4-41b4-b48e-a608cecdadd7", "name": "network-vif-unplugged", "status": "completed", "tag": "28cd0059-123b-4cfb-8b82-37ef57465863"}]}' {{(pid=100186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:34:50.832054 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0432f9f5-5086-47cd-979c-2742295d5fac req-c23daeb1-3ff8-431f-b251-7c107328a5df tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:50.837087 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] For port 28cd0059-123b-4cfb-8b82-37ef57465863, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=28cd0059-123b-4cfb-8b82-37ef57465863,segment=NetworkSegment(58cb4796-6024-43c0-aa42-7ecb540db5e1),segment_id=58cb4796-6024-43c0-aa42-7ecb540db5e1)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:34:50.837454 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-0432f9f5-5086-47cd-979c-2742295d5fac req-c23daeb1-3ff8-431f-b251-7c107328a5df tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 945 time: 0.0479531 Oct 14 12:34:50.855441 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 14 Oct 2021 12:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2101634-2972-42c5-b784-91e1a85bf298 x-openstack-request-id: req-c2101634-2972-42c5-b784-91e1a85bf298 {{(pid=100186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:34:50.855758 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98abee77-6aa4-41b4-b48e-a608cecdadd7", "name": "network-vif-unplugged", "status": "completed", "tag": "28cd0059-123b-4cfb-8b82-37ef57465863", "code": 200}]} {{(pid=100186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:34:50.856089 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c2101634-2972-42c5-b784-91e1a85bf298 {{(pid=100186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:34:50.856486 dv-cinder-813986-1-iscsi neutron-server[100186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98abee77-6aa4-41b4-b48e-a608cecdadd7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28cd0059-123b-4cfb-8b82-37ef57465863', 'code': 200} Oct 14 12:34:50.872091 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-0432f9f5-5086-47cd-979c-2742295d5fac req-3ca082d4-8860-4f10-91f8-f73e129f62b6 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324912 Oct 14 12:34:50.887733 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:34:50.937308 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Pushing event updated for resources: {'Port': ['ID=28cd0059-123b-4cfb-8b82-37ef57465863,revision_number=8']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:34:51.090572 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223785b-9c58-4d9f-b58c-58dbcc5b8188 req-e39c4602-dcc7-48b2-b01e-37fd9e26a909 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:51.092035 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-a223785b-9c58-4d9f-b58c-58dbcc5b8188 req-e39c4602-dcc7-48b2-b01e-37fd9e26a909 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee06ffed-2107-4062-bd7b-74f696963264 HTTP/1.1" status: 200 len: 946 time: 0.0476439 Oct 14 12:34:51.195937 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.plugin [req-a223785b-9c58-4d9f-b58c-58dbcc5b8188 req-ce0342ba-bb7b-49ed-9747-6c8f4bb7d881 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Deleting port 83cace9e-5ca6-4b67-80b8-843108e5fb0f {{(pid=100184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 12:34:51.196291 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-a223785b-9c58-4d9f-b58c-58dbcc5b8188 req-ce0342ba-bb7b-49ed-9747-6c8f4bb7d881 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787793337694'] for port, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:34:51.282958 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b94a5fc-cfce-407f-8a5f-3ffafb8b2ad5 req-b50e1be5-1af2-41f9-8eb4-6362c2a911ee tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:51.284416 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-6b94a5fc-cfce-407f-8a5f-3ffafb8b2ad5 req-b50e1be5-1af2-41f9-8eb4-6362c2a911ee tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee06ffed-2107-4062-bd7b-74f696963264 HTTP/1.1" status: 200 len: 946 time: 0.1045990 Oct 14 12:34:51.326884 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.db [req-a223785b-9c58-4d9f-b58c-58dbcc5b8188 req-ce0342ba-bb7b-49ed-9747-6c8f4bb7d881 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] For port 83cace9e-5ca6-4b67-80b8-843108e5fb0f, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=83cace9e-5ca6-4b67-80b8-843108e5fb0f,segment=NetworkSegment(6a8c4e17-959a-4a0c-982c-7e92be64d560),segment_id=6a8c4e17-959a-4a0c-982c-7e92be64d560)] {{(pid=100184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:34:51.327255 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-a223785b-9c58-4d9f-b58c-58dbcc5b8188 req-ce0342ba-bb7b-49ed-9747-6c8f4bb7d881 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612080'] for port, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:34:51.368866 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-6b94a5fc-cfce-407f-8a5f-3ffafb8b2ad5 req-5975cf5d-b333-4a51-a1cf-a52e621711be tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/security-groups?id=68fb2c81-0a0b-490d-b3ee-a78d1372b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785565 Oct 14 12:34:51.765625 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1494421f-9514-4e04-9185-72f4d8d3cebb req-160c912e-9215-43c5-a8a7-662feba9c11b tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:51.767054 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-1494421f-9514-4e04-9185-72f4d8d3cebb req-160c912e-9215-43c5-a8a7-662feba9c11b tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 945 time: 0.3414824 Oct 14 12:34:51.841114 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-1494421f-9514-4e04-9185-72f4d8d3cebb req-9752f79a-d8ea-4f73-9df2-864574978f25 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=f84572bb-7caf-4ee9-bdf3-0b29d023289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486722 Oct 14 12:34:51.844069 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-a223785b-9c58-4d9f-b58c-58dbcc5b8188 req-ce0342ba-bb7b-49ed-9747-6c8f4bb7d881 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:34:51.844069 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-a223785b-9c58-4d9f-b58c-58dbcc5b8188 req-ce0342ba-bb7b-49ed-9747-6c8f4bb7d881 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-619548'] for floatingip, after_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:34:51.844069 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.db.l3_db [req-a223785b-9c58-4d9f-b58c-58dbcc5b8188 req-ce0342ba-bb7b-49ed-9747-6c8f4bb7d881 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Floating IP 56d0a296-dcc8-4f70-b629-446f1f29416a disassociated. External IP: 172.27.0.107, port: 83cace9e-5ca6-4b67-80b8-843108e5fb0f. Oct 14 12:34:51.844069 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.plugin [req-a223785b-9c58-4d9f-b58c-58dbcc5b8188 req-ce0342ba-bb7b-49ed-9747-6c8f4bb7d881 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Calling delete_port for 83cace9e-5ca6-4b67-80b8-843108e5fb0f owned by compute:nova {{(pid=100184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 12:34:52.085057 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [req-5f7090df-a1d7-4a2a-bc2e-b6b2a4886fb3 req-d5907ec9-3d82-4e22-abd0-9b3d1fa7c367 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=100184) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 12:34:52.085995 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-5f7090df-a1d7-4a2a-bc2e-b6b2a4886fb3 req-d5907ec9-3d82-4e22-abd0-9b3d1fa7c367 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0931430 Oct 14 12:34:52.110457 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-a223785b-9c58-4d9f-b58c-58dbcc5b8188 req-ce0342ba-bb7b-49ed-9747-6c8f4bb7d881 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787793344296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787792822815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235086'] for port, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:34:52.137860 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0342ba-bb7b-49ed-9747-6c8f4bb7d881 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Pushing event deleted for resources: {'Port': ['ID=83cace9e-5ca6-4b67-80b8-843108e5fb0f,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:34:52.251129 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a223785b-9c58-4d9f-b58c-58dbcc5b8188 req-ce0342ba-bb7b-49ed-9747-6c8f4bb7d881 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Router 24e89d46-aa37-411d-b9be-477ef885065b has already been hosted by L3 agent 98567738-4256-4ddd-ae03-62c82ecec038 {{(pid=100184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 12:34:52.401068 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a223785b-9c58-4d9f-b58c-58dbcc5b8188 req-ce0342ba-bb7b-49ed-9747-6c8f4bb7d881 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify agent at l3_agent.dv-cinder-813986-1-iscsi the message routers_updated {{(pid=100184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:34:52.411641 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5cee15-d0d4-4951-8392-360219f31e82 None None] Sync routers for ids ['24e89d46-aa37-411d-b9be-477ef885065b'] in dv-cinder-813986-1-iscsi {{(pid=100186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:34:52.412521 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6575e2f-b699-4859-aacc-bb34998f3772 req-3773e869-4b9c-421d-8d52-2a668d377074 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:52.414220 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-d6575e2f-b699-4859-aacc-bb34998f3772 req-3773e869-4b9c-421d-8d52-2a668d377074 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 943 time: 0.0753534 Oct 14 12:34:52.430791 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5cee15-d0d4-4951-8392-360219f31e82 None None] Routers {'24e89d46-aa37-411d-b9be-477ef885065b'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:34:52.431657 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-0c5cee15-d0d4-4951-8392-360219f31e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:34:26Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['24e89d46-aa37-411d-b9be-477ef885065b'], 'active': True} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:34:52.508309 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.db.l3_dvrscheduler_db [req-a223785b-9c58-4d9f-b58c-58dbcc5b8188 req-ce0342ba-bb7b-49ed-9747-6c8f4bb7d881 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] No DVR routers for this DVR port 83cace9e-5ca6-4b67-80b8-843108e5fb0f on host hv-cinder-81398 {{(pid=100184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 12:34:52.529898 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-a223785b-9c58-4d9f-b58c-58dbcc5b8188 req-ce0342ba-bb7b-49ed-9747-6c8f4bb7d881 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516790'] for port, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:34:52.533371 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-a223785b-9c58-4d9f-b58c-58dbcc5b8188 req-ce0342ba-bb7b-49ed-9747-6c8f4bb7d881 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.25 "DELETE /v2.0/ports/83cace9e-5ca6-4b67-80b8-843108e5fb0f HTTP/1.1" status: 204 len: 173 time: 1.4346564 Oct 14 12:34:52.535927 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee06ffed-2107-4062-bd7b-74f696963264', 'name': 'network-vif-deleted', 'tag': '83cace9e-5ca6-4b67-80b8-843108e5fb0f'}] {{(pid=100184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:34:52.545153 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb275087d552987a85547e896d52e13f348f0da1d291f893306c6091374b53c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5303e90-ba08-4bb9-8434-bb05eee049f6" -d '{"events": [{"server_uuid": "ee06ffed-2107-4062-bd7b-74f696963264", "name": "network-vif-deleted", "tag": "83cace9e-5ca6-4b67-80b8-843108e5fb0f"}]}' {{(pid=100184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:34:52.549425 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-50639215-90cc-4cb6-b286-6c913a97feb2 req-55802a6d-fc09-401e-aa3c-6e40c4bf35bc tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee06ffed-2107-4062-bd7b-74f696963264 HTTP/1.1" status: 200 len: 210 time: 0.1030929 Oct 14 12:34:52.555581 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-d6575e2f-b699-4859-aacc-bb34998f3772 req-d4a96096-03a5-4493-8ef9-0eec12e4961c tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068795 Oct 14 12:34:52.575900 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvr_db [None req-0c5cee15-d0d4-4951-8392-360219f31e82 None None] Set router 24e89d46-aa37-411d-b9be-477ef885065b gateway port host: dv-cinder-813986-1-iscsi {{(pid=100186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:34:52.599472 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bcbe5bf-f529-4c90-83ea-d168461c4ab4 x-openstack-request-id: req-5bcbe5bf-f529-4c90-83ea-d168461c4ab4 {{(pid=100184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:34:52.599472 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee06ffed-2107-4062-bd7b-74f696963264", "name": "network-vif-deleted", "tag": "83cace9e-5ca6-4b67-80b8-843108e5fb0f", "status": "completed", "code": 200}]} {{(pid=100184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:34:52.599472 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5bcbe5bf-f529-4c90-83ea-d168461c4ab4 {{(pid=100184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:34:52.599472 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee06ffed-2107-4062-bd7b-74f696963264', 'name': 'network-vif-deleted', 'tag': '83cace9e-5ca6-4b67-80b8-843108e5fb0f', 'status': 'completed', 'code': 200} Oct 14 12:34:52.793327 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-0c5cee15-d0d4-4951-8392-360219f31e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e89d46-aa37-411d-b9be-477ef885065b', 'name': 'tempest-TestVolumeBootPattern-1930588745-router', 'tenant_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '8e8d4ddc-3788-4316-88f0-d5f161911b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:30:07Z', 'updated_at': '2021-10-14T12:30:11Z', 'revision_number': 4, 'project_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'gw_port': {'id': '8e8d4ddc-3788-4316-88f0-d5f161911b1d', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:99:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e89d46-aa37-411d-b9be-477ef885065b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:08Z', 'updated_at': '2021-10-14T12:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_interfaces': [{'id': 'cd1b52f9-3d01-4f96-a600-cd81ebb1559f', 'name': '', 'network_id': '1645ab42-9d5c-4574-823e-897e40d672c1', 'tenant_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'mac_address': 'fa:16:3e:84:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e89d46-aa37-411d-b9be-477ef885065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '2ad3bf63-05be-4f65-ad9c-541a80de9cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:10Z', 'updated_at': '2021-10-14T12:30:16Z', 'revision_number': 5, 'project_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'subnets': [{'id': '2ad3bf63-05be-4f65-ad9c-541a80de9cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:34:52.819676 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5cee15-d0d4-4951-8392-360219f31e82 None None] Checking router: 24e89d46-aa37-411d-b9be-477ef885065b for host: dv-cinder-813986-1-iscsi {{(pid=100186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:34:52.827839 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5cee15-d0d4-4951-8392-360219f31e82 None None] Routers {'24e89d46-aa37-411d-b9be-477ef885065b'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:34:52.828473 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-0c5cee15-d0d4-4951-8392-360219f31e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:34:26Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['24e89d46-aa37-411d-b9be-477ef885065b'], 'active': True} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:34:52.909345 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 38922) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:34:52.969977 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvr_db [None req-0c5cee15-d0d4-4951-8392-360219f31e82 None None] Set router 24e89d46-aa37-411d-b9be-477ef885065b gateway port host: dv-cinder-813986-1-iscsi {{(pid=100186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:34:53.009117 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba76cfc-f773-4eb2-bfc8-b12ab33d5deb req-ad994a35-c577-4f68-9e1d-fca1806bd2b4 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:53.014099 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-1ba76cfc-f773-4eb2-bfc8-b12ab33d5deb req-ad994a35-c577-4f68-9e1d-fca1806bd2b4 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 945 time: 0.0930512 Oct 14 12:34:53.038324 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-93198636-9c00-40ac-8da4-887ba5efb6b2 req-ba98f815-3297-40dc-901f-d6ded6ff5cf8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1278410 Oct 14 12:34:53.050517 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [req-93198636-9c00-40ac-8da4-887ba5efb6b2 req-7435aa3b-5798-4450-8f2a-07f16347e049 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=100185) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 12:34:53.058562 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-1ba76cfc-f773-4eb2-bfc8-b12ab33d5deb req-e9195a2a-a7ae-4c7a-9e0f-4953cbfaf431 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=f84572bb-7caf-4ee9-bdf3-0b29d023289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375695 Oct 14 12:34:53.063252 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-93198636-9c00-40ac-8da4-887ba5efb6b2 req-7435aa3b-5798-4450-8f2a-07f16347e049 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0174963 Oct 14 12:34:53.197373 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-33804a77-7e8f-4d03-b36d-2fd71d17c2ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:34:53.214231 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-0c5cee15-d0d4-4951-8392-360219f31e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e89d46-aa37-411d-b9be-477ef885065b', 'name': 'tempest-TestVolumeBootPattern-1930588745-router', 'tenant_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '8e8d4ddc-3788-4316-88f0-d5f161911b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:30:07Z', 'updated_at': '2021-10-14T12:30:11Z', 'revision_number': 4, 'project_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'gw_port': {'id': '8e8d4ddc-3788-4316-88f0-d5f161911b1d', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:99:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e89d46-aa37-411d-b9be-477ef885065b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:08Z', 'updated_at': '2021-10-14T12:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_interfaces': [{'id': 'cd1b52f9-3d01-4f96-a600-cd81ebb1559f', 'name': '', 'network_id': '1645ab42-9d5c-4574-823e-897e40d672c1', 'tenant_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'mac_address': 'fa:16:3e:84:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e89d46-aa37-411d-b9be-477ef885065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '2ad3bf63-05be-4f65-ad9c-541a80de9cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:10Z', 'updated_at': '2021-10-14T12:30:16Z', 'revision_number': 5, 'project_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'subnets': [{'id': '2ad3bf63-05be-4f65-ad9c-541a80de9cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:34:53.242567 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5cee15-d0d4-4951-8392-360219f31e82 None None] The sync data for ids ['24e89d46-aa37-411d-b9be-477ef885065b'] in dv-cinder-813986-1-iscsi is: [{'id': '24e89d46-aa37-411d-b9be-477ef885065b', 'name': 'tempest-TestVolumeBootPattern-1930588745-router', 'tenant_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '8e8d4ddc-3788-4316-88f0-d5f161911b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:30:07Z', 'updated_at': '2021-10-14T12:30:11Z', 'revision_number': 4, 'project_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'gw_port': {'id': '8e8d4ddc-3788-4316-88f0-d5f161911b1d', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:99:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e89d46-aa37-411d-b9be-477ef885065b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:08Z', 'updated_at': '2021-10-14T12:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_interfaces': [{'id': 'cd1b52f9-3d01-4f96-a600-cd81ebb1559f', 'name': '', 'network_id': '1645ab42-9d5c-4574-823e-897e40d672c1', 'tenant_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'mac_address': 'fa:16:3e:84:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e89d46-aa37-411d-b9be-477ef885065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '2ad3bf63-05be-4f65-ad9c-541a80de9cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:10Z', 'updated_at': '2021-10-14T12:30:16Z', 'revision_number': 5, 'project_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'subnets': [{'id': '2ad3bf63-05be-4f65-ad9c-541a80de9cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:34:53.506034 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02b738c-d9a5-42c0-af18-af84417c335c None None] New status for floating IP 56d0a296-dcc8-4f70-b629-446f1f29416a: DOWN {{(pid=100187) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 12:34:53.667915 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9cef15de-a91a-4f13-a713-3f8649a64a97 req-1f091cf2-b1b9-4c37-a3d0-aaab83e9d305 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee06ffed-2107-4062-bd7b-74f696963264 HTTP/1.1" status: 200 len: 210 time: 0.0339541 Oct 14 12:34:53.726687 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7400b8d-cea9-4e71-86c1-b8aea7880d5a req-1aa0acf6-d066-4332-86b2-40ecac0fb910 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:53.728320 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-e7400b8d-cea9-4e71-86c1-b8aea7880d5a req-1aa0acf6-d066-4332-86b2-40ecac0fb910 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 943 time: 0.0652492 Oct 14 12:34:53.768811 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-e7400b8d-cea9-4e71-86c1-b8aea7880d5a req-f84fc9ba-2ab4-420b-82c7-76752489e8ec tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334988 Oct 14 12:34:54.180620 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c202b4-5087-408f-a0ad-e45f58810311 req-9605adab-af0a-42c3-ab1d-77f565e062f0 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:54.182088 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-74c202b4-5087-408f-a0ad-e45f58810311 req-9605adab-af0a-42c3-ab1d-77f565e062f0 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 945 time: 0.0512493 Oct 14 12:34:54.220914 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-74c202b4-5087-408f-a0ad-e45f58810311 req-bdc0d0bf-483c-4aa7-9a67-cf613d28dd30 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=f84572bb-7caf-4ee9-bdf3-0b29d023289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312526 Oct 14 12:34:54.724761 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device 83cace9e-5ca6-4b67-80b8-843108e5fb0f no longer exists at agent hyperv_hv-cinder-81398 {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:34:54.744420 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] No Port match for: 83cace9e-5ca6-4b67-80b8-843108e5fb0f {{(pid=100186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 12:34:54.744765 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device 83cace9e-5ca6-4b67-80b8-843108e5fb0f not bound to the agent host hv-cinder-81398 {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:34:54.891891 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab61be-8e67-461f-af18-d85570a68e35 req-50900823-a7b9-4d63-9644-2032fc7f1eb5 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:54.893337 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-23ab61be-8e67-461f-af18-d85570a68e35 req-50900823-a7b9-4d63-9644-2032fc7f1eb5 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 943 time: 0.0525112 Oct 14 12:34:54.959035 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-226e85ad-49d7-441a-ae7c-841a6fcbb845 req-97e7a2db-0f0a-429f-a59a-9c5f02078777 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1798671136&fields=id&tenant_id=d99b7bc72612436fbfc26fefb4d4be39 HTTP/1.1" status: 200 len: 267 time: 0.0647080 Oct 14 12:34:54.963823 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-23ab61be-8e67-461f-af18-d85570a68e35 req-7476e267-3bb7-4081-8f63-dffe9318ee96 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633481 Oct 14 12:34:55.073179 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226e85ad-49d7-441a-ae7c-841a6fcbb845 req-9603c163-f2a5-4ad4-a151-cf462b85a57c tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:55.074603 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-226e85ad-49d7-441a-ae7c-841a6fcbb845 req-9603c163-f2a5-4ad4-a151-cf462b85a57c tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/networks?id=1645ab42-9d5c-4574-823e-897e40d672c1 HTTP/1.1" status: 200 len: 812 time: 0.1031559 Oct 14 12:34:55.088928 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-226e85ad-49d7-441a-ae7c-841a6fcbb845 req-f6329caf-7655-481d-be63-7283bd98c156 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/quotas/d99b7bc72612436fbfc26fefb4d4be39 HTTP/1.1" status: 200 len: 375 time: 0.0086412 Oct 14 12:34:55.139535 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-226e85ad-49d7-441a-ae7c-841a6fcbb845 req-d4e8daed-aa34-4fc5-b195-df5c67210b1f tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d99b7bc72612436fbfc26fefb4d4be39&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0455806 Oct 14 12:34:55.243283 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-226e85ad-49d7-441a-ae7c-841a6fcbb845 req-e9318b56-3928-4a76-a51d-850e50598b5a service neutron] 10.222.0.54 "GET /v2.0/networks/1645ab42-9d5c-4574-823e-897e40d672c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917015 Oct 14 12:34:55.361897 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcfc03e-2f9f-4cfc-b6d7-6ebceb1849ff req-10d139c4-8c95-4616-8bb2-3814192a6272 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:55.363322 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9bcfc03e-2f9f-4cfc-b6d7-6ebceb1849ff req-10d139c4-8c95-4616-8bb2-3814192a6272 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 945 time: 0.0710416 Oct 14 12:34:55.381811 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-226e85ad-49d7-441a-ae7c-841a6fcbb845 req-40316969-20e8-4109-bae2-aebe3a276c4c service neutron] 10.222.0.54 "GET /v2.0/networks/1645ab42-9d5c-4574-823e-897e40d672c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303403 Oct 14 12:34:55.407320 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9bcfc03e-2f9f-4cfc-b6d7-6ebceb1849ff req-c75663a5-b3b8-435f-b716-ec323eb4e2e4 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=f84572bb-7caf-4ee9-bdf3-0b29d023289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357499 Oct 14 12:34:55.554166 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93198636-9c00-40ac-8da4-887ba5efb6b2 req-c2e27203-23de-47c3-b130-f545b1c19866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:55.555610 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-93198636-9c00-40ac-8da4-887ba5efb6b2 req-c2e27203-23de-47c3-b130-f545b1c19866 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7&tenant_id=2113c18ca299401c9338cafb84b0ff20 HTTP/1.1" status: 200 len: 1096 time: 0.0409775 Oct 14 12:34:55.616131 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93198636-9c00-40ac-8da4-887ba5efb6b2 req-648b40de-ad75-4884-83e4-272ad4dd5411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:55.617660 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-93198636-9c00-40ac-8da4-887ba5efb6b2 req-648b40de-ad75-4884-83e4-272ad4dd5411 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2113c18ca299401c9338cafb84b0ff20&device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 1096 time: 0.0396411 Oct 14 12:34:55.708592 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93198636-9c00-40ac-8da4-887ba5efb6b2 req-9fc694cc-44e4-4fb0-94e3-360c650d5667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:55.710073 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-93198636-9c00-40ac-8da4-887ba5efb6b2 req-9fc694cc-44e4-4fb0-94e3-360c650d5667 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e97ba1a4-1eaa-4970-998a-7f37d91a4cc6 HTTP/1.1" status: 200 len: 918 time: 0.0856085 Oct 14 12:34:55.775604 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-93198636-9c00-40ac-8da4-887ba5efb6b2 req-be790374-f355-4856-986e-726021d94805 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28cd0059-123b-4cfb-8b82-37ef57465863 HTTP/1.1" status: 200 len: 999 time: 0.0573919 Oct 14 12:34:55.828030 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93198636-9c00-40ac-8da4-887ba5efb6b2 req-2e06ca58-7f5a-4cde-b6fe-0866cf49b095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:55.829449 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-93198636-9c00-40ac-8da4-887ba5efb6b2 req-2e06ca58-7f5a-4cde-b6fe-0866cf49b095 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ffaa80f7-d349-41e0-815d-fe25cd4e4dcc HTTP/1.1" status: 200 len: 856 time: 0.0463309 Oct 14 12:34:55.876758 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93198636-9c00-40ac-8da4-887ba5efb6b2 req-b15b4de2-b023-48b0-a167-c32efb13cecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:55.878261 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-93198636-9c00-40ac-8da4-887ba5efb6b2 req-b15b4de2-b023-48b0-a167-c32efb13cecf service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e97ba1a4-1eaa-4970-998a-7f37d91a4cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415633 Oct 14 12:34:55.915739 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-acc84fc9-ecaf-46ad-9e37-b3497a4b44e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:34:55.967884 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-cecc635a-ec3a-483f-9010-c32edc692c10 req-b3502cce-6217-448a-8599-6b7971668581 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e82254a-b44e-4e3c-983e-c4d23511b24f HTTP/1.1" status: 200 len: 210 time: 0.0617332 Oct 14 12:34:56.005970 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-93198636-9c00-40ac-8da4-887ba5efb6b2 req-de4b7f97-22ad-4197-8d07-4298bbca7acf service neutron] 10.222.0.25 "GET /v2.0/networks/e97ba1a4-1eaa-4970-998a-7f37d91a4cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197102 Oct 14 12:34:56.140856 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde92db7-ccb3-4653-af3c-86c36dba40d7 req-f8aa14e6-be10-4d8f-a75c-cdfa9a7902f2 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:56.142312 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-dde92db7-ccb3-4653-af3c-86c36dba40d7 req-f8aa14e6-be10-4d8f-a75c-cdfa9a7902f2 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 943 time: 0.0828605 Oct 14 12:34:56.149327 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-93198636-9c00-40ac-8da4-887ba5efb6b2 req-ef925bc4-a33f-47e6-83b3-6e4437021c29 service neutron] 10.222.0.25 "GET /v2.0/networks/e97ba1a4-1eaa-4970-998a-7f37d91a4cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289670 Oct 14 12:34:56.182710 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-dde92db7-ccb3-4653-af3c-86c36dba40d7 req-d9f4a94d-42ca-4ce3-a8c0-02eb7f518fee tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338888 Oct 14 12:34:56.526635 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c413d7-814d-41ee-b5a8-36dcff3ac094 req-33bbbe6d-49e2-49d1-98f2-9d612bdee01d tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:56.528179 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-12c413d7-814d-41ee-b5a8-36dcff3ac094 req-33bbbe6d-49e2-49d1-98f2-9d612bdee01d tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 945 time: 0.0517786 Oct 14 12:34:56.567012 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-12c413d7-814d-41ee-b5a8-36dcff3ac094 req-bde20429-5d30-4ba6-92b7-08b0e5021256 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=f84572bb-7caf-4ee9-bdf3-0b29d023289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323424 Oct 14 12:34:57.017452 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6ecc58-1496-4320-8957-39639b804242 req-a6f578cd-8ec2-4574-b88f-76d1ad20abab tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:57.019000 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-aa6ecc58-1496-4320-8957-39639b804242 req-a6f578cd-8ec2-4574-b88f-76d1ad20abab tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 945 time: 0.0649962 Oct 14 12:34:57.063869 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-aa6ecc58-1496-4320-8957-39639b804242 req-bc3b7959-dc16-4914-9d3e-e5ceb50d832e tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=f84572bb-7caf-4ee9-bdf3-0b29d023289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380042 Oct 14 12:34:57.079143 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-469b4b0a-0edb-4369-82f6-413c16907b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:34:57.102755 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-d81b0b8e-fc74-4f5b-9a54-9b1ff000930c req-79b7ce95-12dc-4742-ab70-ade192187cc5 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e82254a-b44e-4e3c-983e-c4d23511b24f HTTP/1.1" status: 200 len: 210 time: 0.0378931 Oct 14 12:34:57.115962 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:34:57.307874 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f642762-d1e2-4791-8b0f-1badc24a50ca req-db4166b3-ea6a-4512-8d70-2307bdb153a0 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:57.309930 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9f642762-d1e2-4791-8b0f-1badc24a50ca req-db4166b3-ea6a-4512-8d70-2307bdb153a0 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 943 time: 0.0567234 Oct 14 12:34:57.347726 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9f642762-d1e2-4791-8b0f-1badc24a50ca req-1c87dd7d-ce03-4466-90db-490b357aa8b9 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309296 Oct 14 12:34:58.203390 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-8241ea77-b9b3-4be7-bb3c-ded71950e5de req-daea2c6d-86b6-4d98-8e2a-f3a97be5d7f1 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e82254a-b44e-4e3c-983e-c4d23511b24f HTTP/1.1" status: 200 len: 210 time: 0.0291603 Oct 14 12:34:58.215509 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec44cbe-6ac6-4dae-a86c-ba9cdebbee99 req-12497a9e-74f3-40ef-a5d2-b14743fdca86 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:58.217561 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-4ec44cbe-6ac6-4dae-a86c-ba9cdebbee99 req-12497a9e-74f3-40ef-a5d2-b14743fdca86 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 945 time: 0.0820606 Oct 14 12:34:58.253826 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-4ec44cbe-6ac6-4dae-a86c-ba9cdebbee99 req-899524db-55ac-4dd6-8741-75a6162eeb8c tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=f84572bb-7caf-4ee9-bdf3-0b29d023289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305066 Oct 14 12:34:58.321992 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-27c04846-3a84-4189-8b30-75b8cfbf2676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:34:58.475944 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4709c744-cf74-4525-a971-d2e7ee8724b4 req-89758a31-b6c4-417d-8c47-0601aeff4d26 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:58.477464 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-4709c744-cf74-4525-a971-d2e7ee8724b4 req-89758a31-b6c4-417d-8c47-0601aeff4d26 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 943 time: 0.0557103 Oct 14 12:34:58.515725 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-4709c744-cf74-4525-a971-d2e7ee8724b4 req-1126e7cd-b69d-467b-a828-c5a11993561c tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320840 Oct 14 12:34:59.302675 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-a3d398df-5fcd-49f1-975b-c6157a550066 req-e2261370-9d59-4d82-b1f1-260ec3ca9e44 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e82254a-b44e-4e3c-983e-c4d23511b24f HTTP/1.1" status: 200 len: 210 time: 0.0324316 Oct 14 12:34:59.381167 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d4e3ca-74ca-4fad-b0e7-e0bb5e984549 req-7a7cad42-f2be-4e04-9259-f36d78852575 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:59.383030 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-76d4e3ca-74ca-4fad-b0e7-e0bb5e984549 req-7a7cad42-f2be-4e04-9259-f36d78852575 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 945 time: 0.0533540 Oct 14 12:34:59.422254 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-76d4e3ca-74ca-4fad-b0e7-e0bb5e984549 req-5e42ae81-4828-4509-8ebb-22aa63958aef tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=f84572bb-7caf-4ee9-bdf3-0b29d023289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329549 Oct 14 12:34:59.644785 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde9e72-c58e-4c3f-8d67-a7b39e52b7d0 req-00a4b64c-2ea5-42cd-92ee-a747d0bf21e9 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:34:59.648841 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-bdde9e72-c58e-4c3f-8d67-a7b39e52b7d0 req-00a4b64c-2ea5-42cd-92ee-a747d0bf21e9 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 943 time: 0.0559001 Oct 14 12:34:59.686791 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-bdde9e72-c58e-4c3f-8d67-a7b39e52b7d0 req-1946c439-41c5-4141-927e-f63f4e29ca33 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342054 Oct 14 12:35:00.396725 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-1bdec1ae-ae2b-4c19-aada-5c38253c77bc req-721fa044-03b2-4487-ad2d-e7da960671ea tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e82254a-b44e-4e3c-983e-c4d23511b24f HTTP/1.1" status: 200 len: 210 time: 0.0265505 Oct 14 12:35:00.538074 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc6f4c9-3b5e-4340-8511-8acc0fe21870 req-d1babff0-defb-4270-8475-eb77953ba6a1 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:00.539682 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-6fc6f4c9-3b5e-4340-8511-8acc0fe21870 req-d1babff0-defb-4270-8475-eb77953ba6a1 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 945 time: 0.0522552 Oct 14 12:35:00.580598 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-6fc6f4c9-3b5e-4340-8511-8acc0fe21870 req-b4cfa0cb-224e-4a97-a5ca-39b5e4036e60 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=f84572bb-7caf-4ee9-bdf3-0b29d023289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339980 Oct 14 12:35:00.808043 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a81054-9b08-46fc-9d40-ab3c8d5c1922 req-44f95e11-90c6-4a63-bfcd-953977eb572d tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:00.809511 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-e3a81054-9b08-46fc-9d40-ab3c8d5c1922 req-44f95e11-90c6-4a63-bfcd-953977eb572d tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 943 time: 0.0515258 Oct 14 12:35:00.849822 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-e3a81054-9b08-46fc-9d40-ab3c8d5c1922 req-fdd24033-4f49-495b-9507-d4a9c885e6da tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342379 Oct 14 12:35:01.490650 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-0ced92fe-dd4a-4b90-8e3e-f09e30731988 req-d73b1f41-4441-4370-909e-70475fe592c6 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e82254a-b44e-4e3c-983e-c4d23511b24f HTTP/1.1" status: 200 len: 210 time: 0.0282481 Oct 14 12:35:01.697179 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b384a22-39c9-43fe-abee-48c9690118ff req-7f1062ac-fc78-4fd6-8b80-0f0b8cd0fada tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:01.698654 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-5b384a22-39c9-43fe-abee-48c9690118ff req-7f1062ac-fc78-4fd6-8b80-0f0b8cd0fada tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 945 time: 0.0501127 Oct 14 12:35:01.757587 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-5b384a22-39c9-43fe-abee-48c9690118ff req-f739b664-afb4-4f71-b881-eb15f1bd93ad tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=f84572bb-7caf-4ee9-bdf3-0b29d023289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521972 Oct 14 12:35:01.969735 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8dd68e-3979-4ff1-bb48-d441ffdd36f6 req-ed64fc96-976e-4058-adf5-87c4cbd12b12 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:01.983938 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-8f8dd68e-3979-4ff1-bb48-d441ffdd36f6 req-ed64fc96-976e-4058-adf5-87c4cbd12b12 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 943 time: 0.0489748 Oct 14 12:35:02.009561 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-8f8dd68e-3979-4ff1-bb48-d441ffdd36f6 req-3c9e67be-06ed-4bbd-88dc-f830257957ab tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323491 Oct 14 12:35:02.594296 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-93d04ba6-c209-4fb0-8d84-041b174f07df req-a2286691-ec28-46b8-a49e-7df38a7fca9e tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e82254a-b44e-4e3c-983e-c4d23511b24f HTTP/1.1" status: 200 len: 210 time: 0.0299504 Oct 14 12:35:02.874436 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d03f5c5-04f5-4aba-9e6e-fd6f3ebbcfd7 req-c3430fd8-b329-45a2-96e7-34a92ce67a98 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:02.875916 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-7d03f5c5-04f5-4aba-9e6e-fd6f3ebbcfd7 req-c3430fd8-b329-45a2-96e7-34a92ce67a98 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 945 time: 0.0535340 Oct 14 12:35:02.917939 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-7d03f5c5-04f5-4aba-9e6e-fd6f3ebbcfd7 req-c15aecc4-1a4e-4757-987d-83f571ebe270 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=f84572bb-7caf-4ee9-bdf3-0b29d023289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329034 Oct 14 12:35:03.142312 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d0df7-d878-4bc5-a98a-5d8489b6015a req-89ad08e4-535c-4854-9097-c83656ee2285 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:03.143874 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-343d0df7-d878-4bc5-a98a-5d8489b6015a req-89ad08e4-535c-4854-9097-c83656ee2285 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 943 time: 0.0514848 Oct 14 12:35:03.188752 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-343d0df7-d878-4bc5-a98a-5d8489b6015a req-84ec6a58-12de-4ff7-a4be-84eca400b261 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353901 Oct 14 12:35:03.687240 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-521fda90-06b8-466a-b818-1c0f4111f45e req-dfa9e861-f0f0-45f4-9cda-eafbf4f85dcc tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e82254a-b44e-4e3c-983e-c4d23511b24f HTTP/1.1" status: 200 len: 210 time: 0.0278645 Oct 14 12:35:04.039137 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8eca76-eaaf-4b17-97d9-b0b94c951786 req-b66d8e1e-938f-4109-b6c9-19f69173ea28 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:04.040909 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-eb8eca76-eaaf-4b17-97d9-b0b94c951786 req-b66d8e1e-938f-4109-b6c9-19f69173ea28 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 945 time: 0.0522501 Oct 14 12:35:04.082272 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-eb8eca76-eaaf-4b17-97d9-b0b94c951786 req-897fb6ed-d544-4226-9d27-60aa2585153f tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=f84572bb-7caf-4ee9-bdf3-0b29d023289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353444 Oct 14 12:35:04.310662 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667bfce-cc74-41bc-a404-bfaff2712552 req-20084dba-7384-4f54-954f-e3f68b26c9ad tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:04.312173 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-8667bfce-cc74-41bc-a404-bfaff2712552 req-20084dba-7384-4f54-954f-e3f68b26c9ad tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 943 time: 0.0510871 Oct 14 12:35:04.357140 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-8667bfce-cc74-41bc-a404-bfaff2712552 req-6857e62b-380e-46a9-8ef1-3d34d7e029b9 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390730 Oct 14 12:35:04.782951 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-e866e762-573f-415f-9420-850448d82bdb req-c60df14e-d7c0-4013-9c1f-27519f5df96b tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e82254a-b44e-4e3c-983e-c4d23511b24f HTTP/1.1" status: 200 len: 210 time: 0.0253050 Oct 14 12:35:05.225066 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97089cd-d1fa-4430-a7ba-f6dec4016c39 req-11683b76-2a1f-4b60-b96c-886a7c9442dd tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:05.226630 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b97089cd-d1fa-4430-a7ba-f6dec4016c39 req-11683b76-2a1f-4b60-b96c-886a7c9442dd tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 945 time: 0.0688660 Oct 14 12:35:05.266154 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b97089cd-d1fa-4430-a7ba-f6dec4016c39 req-403f2d98-518b-4f4c-b1c6-9ab7b4d09d24 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=f84572bb-7caf-4ee9-bdf3-0b29d023289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327864 Oct 14 12:35:05.489628 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5169ee-a4ea-41e2-825d-446b677883fa req-2141fbb9-6cf1-438c-afbb-0647b4fa5dc5 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:05.491308 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9c5169ee-a4ea-41e2-825d-446b677883fa req-2141fbb9-6cf1-438c-afbb-0647b4fa5dc5 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 943 time: 0.0511982 Oct 14 12:35:05.529289 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9c5169ee-a4ea-41e2-825d-446b677883fa req-524b20c4-400d-494a-82f0-3031a24123bb tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314219 Oct 14 12:35:05.877878 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-4181b133-d376-42b7-b9ad-5cdc997a965e req-85b253eb-773d-4296-809c-e9feee5b1e38 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e82254a-b44e-4e3c-983e-c4d23511b24f HTTP/1.1" status: 200 len: 210 time: 0.0267239 Oct 14 12:35:06.387778 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9ee200-3939-4498-83d2-aa4e74169732 req-740aae82-756d-4e88-81e7-731b1d323cd5 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:06.390014 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-5e9ee200-3939-4498-83d2-aa4e74169732 req-740aae82-756d-4e88-81e7-731b1d323cd5 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 945 time: 0.0543582 Oct 14 12:35:06.428957 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-5e9ee200-3939-4498-83d2-aa4e74169732 req-f2707d46-bd7b-44ab-ae6e-912274e62178 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=f84572bb-7caf-4ee9-bdf3-0b29d023289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329986 Oct 14 12:35:06.655624 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e96275d-69c2-4090-b43d-f9de47c88f48 req-96932278-44fc-4ce8-8dac-f812a3edf7cd tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:06.657359 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9e96275d-69c2-4090-b43d-f9de47c88f48 req-96932278-44fc-4ce8-8dac-f812a3edf7cd tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 943 time: 0.0518224 Oct 14 12:35:06.699175 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9e96275d-69c2-4090-b43d-f9de47c88f48 req-1c8cd135-928e-443c-8871-fc052453389d tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319030 Oct 14 12:35:06.978617 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-591b033f-a2a2-411c-8f7f-315982b8470a req-c126c9cc-bd4a-4136-bea6-b3a89a80dbe3 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e82254a-b44e-4e3c-983e-c4d23511b24f HTTP/1.1" status: 200 len: 210 time: 0.0318072 Oct 14 12:35:07.544095 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c180f0aa-0619-4335-8e08-b78ea979afff req-a9a8c0c0-615d-49d8-b6ff-efde2063c869 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:07.545668 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-c180f0aa-0619-4335-8e08-b78ea979afff req-a9a8c0c0-615d-49d8-b6ff-efde2063c869 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 945 time: 0.0475037 Oct 14 12:35:07.586706 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-c180f0aa-0619-4335-8e08-b78ea979afff req-f7f66bec-ef07-4be1-b05d-871a42704b62 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=f84572bb-7caf-4ee9-bdf3-0b29d023289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351954 Oct 14 12:35:07.697595 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:35:07.819938 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe0c674-a25a-4bc3-bde4-733b2b274039 req-82114d92-9a54-4de6-9ddb-54c522270db3 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:07.821617 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-1fe0c674-a25a-4bc3-bde4-733b2b274039 req-82114d92-9a54-4de6-9ddb-54c522270db3 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 943 time: 0.0495141 Oct 14 12:35:07.860825 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-1fe0c674-a25a-4bc3-bde4-733b2b274039 req-c81bdcfa-2a97-42a0-85d9-359409d51eaf tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329096 Oct 14 12:35:08.074314 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-3d3322f3-5e96-4e6f-baa2-8f1c1c07b941 req-2e12bdbc-0936-44ca-a517-633a96ac97c3 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e82254a-b44e-4e3c-983e-c4d23511b24f HTTP/1.1" status: 200 len: 210 time: 0.0262613 Oct 14 12:35:08.696120 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974bfcf6-199e-4148-b6b6-a1718d2769af req-572f9f20-1f80-4e90-99a3-40eaed1ce781 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:08.697552 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-974bfcf6-199e-4148-b6b6-a1718d2769af req-572f9f20-1f80-4e90-99a3-40eaed1ce781 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 945 time: 0.0468891 Oct 14 12:35:08.734010 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-974bfcf6-199e-4148-b6b6-a1718d2769af req-9832baf8-c633-4f8c-a6d6-ac179effdc71 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=f84572bb-7caf-4ee9-bdf3-0b29d023289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302041 Oct 14 12:35:08.980112 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad6d63e-82ba-4353-909b-5292b926d1d1 req-3c8c2170-9d83-4eca-8544-246e323b4836 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:08.981577 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-7ad6d63e-82ba-4353-909b-5292b926d1d1 req-3c8c2170-9d83-4eca-8544-246e323b4836 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 943 time: 0.0508668 Oct 14 12:35:09.018685 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-7ad6d63e-82ba-4353-909b-5292b926d1d1 req-fe812515-abf2-46e2-be02-290f729903e0 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311987 Oct 14 12:35:09.162615 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-c6a9640b-fc11-4146-8ff0-a997a0eda720 req-a95fb509-c5d5-472b-a86b-756f342a8e6e tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e82254a-b44e-4e3c-983e-c4d23511b24f HTTP/1.1" status: 200 len: 210 time: 0.0259104 Oct 14 12:35:09.843357 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596bcfe7-850e-491a-87de-ce8445ae014c req-8dbf77c8-8173-4232-ad57-4705efb9b793 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:09.844811 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-596bcfe7-850e-491a-87de-ce8445ae014c req-8dbf77c8-8173-4232-ad57-4705efb9b793 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 945 time: 0.0466027 Oct 14 12:35:09.881010 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-596bcfe7-850e-491a-87de-ce8445ae014c req-982bbebc-cf7a-4049-90ac-5fec6faaa5b3 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=f84572bb-7caf-4ee9-bdf3-0b29d023289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305283 Oct 14 12:35:10.138047 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c78905-5a4d-4ff5-ae4b-2e96133cbe23 req-1b709c02-8fa3-4cb1-9a73-565ff7807a50 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:10.139466 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-e1c78905-5a4d-4ff5-ae4b-2e96133cbe23 req-1b709c02-8fa3-4cb1-9a73-565ff7807a50 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 943 time: 0.0504696 Oct 14 12:35:10.175712 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-e1c78905-5a4d-4ff5-ae4b-2e96133cbe23 req-a7d52ac4-ea06-4463-bf05-d61c0bc59b3c tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304339 Oct 14 12:35:10.254612 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ca135b31-570b-4da5-aa22-ec78e1586ac5 req-ff3d1ed4-fa8e-4f33-8c71-f19b98a6eb22 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e82254a-b44e-4e3c-983e-c4d23511b24f HTTP/1.1" status: 200 len: 210 time: 0.0266051 Oct 14 12:35:10.728483 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d4412-0c33-4e9d-95c6-c9eb9bbad316 req-00db8595-6ba7-4510-8a04-b2017ecbbdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:10.730021 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-f03d4412-0c33-4e9d-95c6-c9eb9bbad316 req-00db8595-6ba7-4510-8a04-b2017ecbbdc5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a74b273d32f14564a6f532d3344fc1c3&device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 1098 time: 0.0410941 Oct 14 12:35:10.821652 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d4412-0c33-4e9d-95c6-c9eb9bbad316 req-1976cca7-c8c5-4661-9d6a-5f4273bd1998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:10.823125 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-f03d4412-0c33-4e9d-95c6-c9eb9bbad316 req-1976cca7-c8c5-4661-9d6a-5f4273bd1998 service neutron] 10.222.0.25 "GET /v2.0/networks?id=031e9579-40df-4987-97d9-4aff3031dd9c HTTP/1.1" status: 200 len: 911 time: 0.0860629 Oct 14 12:35:10.886844 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-f03d4412-0c33-4e9d-95c6-c9eb9bbad316 req-5914d195-9f29-4c50-8d6e-5118fb3c3c57 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=62ea2203-37dc-4090-9ad8-7efed0448323 HTTP/1.1" status: 200 len: 1000 time: 0.0568521 Oct 14 12:35:10.936817 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d4412-0c33-4e9d-95c6-c9eb9bbad316 req-a2f39fc0-2d4a-4fcd-bb87-220cbfd087f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:10.938292 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-f03d4412-0c33-4e9d-95c6-c9eb9bbad316 req-a2f39fc0-2d4a-4fcd-bb87-220cbfd087f3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1ae97040-dc68-4655-9e24-79e922381839 HTTP/1.1" status: 200 len: 849 time: 0.0440385 Oct 14 12:35:11.015219 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d4412-0c33-4e9d-95c6-c9eb9bbad316 req-90592a18-e2e7-465c-b46c-e06173110eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:11.016656 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-f03d4412-0c33-4e9d-95c6-c9eb9bbad316 req-90592a18-e2e7-465c-b46c-e06173110eef service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=031e9579-40df-4987-97d9-4aff3031dd9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0710070 Oct 14 12:35:11.024739 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e24fa0-41c9-4bea-9ea1-5785d174b118 req-df8b20a3-dd4f-454d-9092-6ffe47fe26df tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:11.026461 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-13e24fa0-41c9-4bea-9ea1-5785d174b118 req-df8b20a3-dd4f-454d-9092-6ffe47fe26df tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 945 time: 0.0726886 Oct 14 12:35:11.109187 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-13e24fa0-41c9-4bea-9ea1-5785d174b118 req-5d9518aa-61de-4d62-baad-c06f5ff0760c tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=f84572bb-7caf-4ee9-bdf3-0b29d023289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749664 Oct 14 12:35:11.134866 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-f03d4412-0c33-4e9d-95c6-c9eb9bbad316 req-1fe9532c-9dc1-431b-9ae9-d59d8ff74de7 service neutron] 10.222.0.25 "GET /v2.0/networks/031e9579-40df-4987-97d9-4aff3031dd9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079435 Oct 14 12:35:11.222409 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-f03d4412-0c33-4e9d-95c6-c9eb9bbad316 req-17ed63a5-451f-4ee3-aab3-4b93c7c378e3 service neutron] 10.222.0.25 "GET /v2.0/networks/031e9579-40df-4987-97d9-4aff3031dd9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792234 Oct 14 12:35:11.292770 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373c2206-e858-416a-a5f5-4ddea0c75c28 req-958483ef-3382-46bd-bf79-1afcbdac33e2 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:11.294249 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-373c2206-e858-416a-a5f5-4ddea0c75c28 req-958483ef-3382-46bd-bf79-1afcbdac33e2 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 943 time: 0.0484679 Oct 14 12:35:11.352059 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-971cb9f6-8452-4e92-8e17-e7bfd1c71e02 req-cc2a4e3f-ee8b-4e57-b832-23103e07c43e tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e82254a-b44e-4e3c-983e-c4d23511b24f HTTP/1.1" status: 200 len: 210 time: 0.0329525 Oct 14 12:35:11.356942 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-373c2206-e858-416a-a5f5-4ddea0c75c28 req-d2f3fe73-8f72-4b8c-8f69-d14cb2f94dc6 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570261 Oct 14 12:35:11.672259 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226e85ad-49d7-441a-ae7c-841a6fcbb845 req-a39e2dad-ff73-479e-8f6c-2b3ba7055307 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:11.673678 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-226e85ad-49d7-441a-ae7c-841a6fcbb845 req-a39e2dad-ff73-479e-8f6c-2b3ba7055307 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.25 "GET /v2.0/networks?id=1645ab42-9d5c-4574-823e-897e40d672c1 HTTP/1.1" status: 200 len: 812 time: 0.0966969 Oct 14 12:35:11.721167 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-226e85ad-49d7-441a-ae7c-841a6fcbb845 req-bca29697-7cc0-42e8-966d-70539b221105 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d99b7bc72612436fbfc26fefb4d4be39 HTTP/1.1" status: 200 len: 380 time: 0.0352507 Oct 14 12:35:11.732303 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.v2.base [req-226e85ad-49d7-441a-ae7c-841a6fcbb845 req-821b004b-e7e3-4fa1-b3ef-387d28664ab6 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Request body: {'port': {'device_id': '9e82254a-b44e-4e3c-983e-c4d23511b24f', 'network_id': '1645ab42-9d5c-4574-823e-897e40d672c1', 'admin_state_up': True, 'tenant_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'security_groups': ['68fb2c81-0a0b-490d-b3ee-a78d1372b2ef']}} {{(pid=100184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:35:11.891639 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-226e85ad-49d7-441a-ae7c-841a6fcbb845 req-821b004b-e7e3-4fa1-b3ef-387d28664ab6 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Made reservation on behalf of d99b7bc72612436fbfc26fefb4d4be39 for: {'port': 1} {{(pid=100184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:35:11.895175 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-226e85ad-49d7-441a-ae7c-841a6fcbb845 req-821b004b-e7e3-4fa1-b3ef-387d28664ab6 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:35:12.024145 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.db.db_base_plugin_common [req-226e85ad-49d7-441a-ae7c-841a6fcbb845 req-821b004b-e7e3-4fa1-b3ef-387d28664ab6 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Allocated IP 172.20.0.13 (1645ab42-9d5c-4574-823e-897e40d672c1/2ad3bf63-05be-4f65-ad9c-541a80de9cc8/3d08a634-bada-426a-8d25-b35351c821a5) {{(pid=100184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:35:12.159731 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-226e85ad-49d7-441a-ae7c-841a6fcbb845 req-821b004b-e7e3-4fa1-b3ef-387d28664ab6 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks [] for port, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:35:12.234100 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1288e1-6a02-43f6-a071-d292c008da5e req-4d58beaf-7e7d-4340-b59b-60c96f0b907b tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:12.235438 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ee1288e1-6a02-43f6-a071-d292c008da5e req-4d58beaf-7e7d-4340-b59b-60c96f0b907b tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 945 time: 0.0558085 Oct 14 12:35:12.266280 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-226e85ad-49d7-441a-ae7c-841a6fcbb845 req-821b004b-e7e3-4fa1-b3ef-387d28664ab6 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787792822806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235086'] for port, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:35:12.299086 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ee1288e1-6a02-43f6-a071-d292c008da5e req-46316d92-9f48-4ecc-9f66-fa0fc4e77159 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=f84572bb-7caf-4ee9-bdf3-0b29d023289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577283 Oct 14 12:35:12.313892 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-226e85ad-49d7-441a-ae7c-841a6fcbb845 req-821b004b-e7e3-4fa1-b3ef-387d28664ab6 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Network 1645ab42-9d5c-4574-823e-897e40d672c1 is already hosted by enough agents. {{(pid=100184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:35:12.317356 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.base_scheduler [req-226e85ad-49d7-441a-ae7c-841a6fcbb845 req-821b004b-e7e3-4fa1-b3ef-387d28664ab6 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Resources bound (agent type, host, resource id): {{(pid=100184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:35:12.320584 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.db.l3_dvrscheduler_db [req-226e85ad-49d7-441a-ae7c-841a6fcbb845 req-821b004b-e7e3-4fa1-b3ef-387d28664ab6 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Received port after_create {{(pid=100184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:35:12.351129 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821b004b-e7e3-4fa1-b3ef-387d28664ab6 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Pushing event updated for resources: {'Port': ['ID=3d08a634-bada-426a-8d25-b35351c821a5,revision_number=1']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:35:12.365422 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821b004b-e7e3-4fa1-b3ef-387d28664ab6 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:35:12.371765 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821b004b-e7e3-4fa1-b3ef-387d28664ab6 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:35:12.371765 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821b004b-e7e3-4fa1-b3ef-387d28664ab6 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:35:12.371765 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821b004b-e7e3-4fa1-b3ef-387d28664ab6 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:35:12.371765 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821b004b-e7e3-4fa1-b3ef-387d28664ab6 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:35:12.371765 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821b004b-e7e3-4fa1-b3ef-387d28664ab6 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:35:12.371765 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821b004b-e7e3-4fa1-b3ef-387d28664ab6 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:35:12.371765 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821b004b-e7e3-4fa1-b3ef-387d28664ab6 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:35:12.371765 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821b004b-e7e3-4fa1-b3ef-387d28664ab6 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:35:12.371765 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821b004b-e7e3-4fa1-b3ef-387d28664ab6 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:35:12.371765 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821b004b-e7e3-4fa1-b3ef-387d28664ab6 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:35:12.371765 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821b004b-e7e3-4fa1-b3ef-387d28664ab6 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:35:12.392795 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226e85ad-49d7-441a-ae7c-841a6fcbb845 req-821b004b-e7e3-4fa1-b3ef-387d28664ab6 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:12.393620 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-226e85ad-49d7-441a-ae7c-841a6fcbb845 req-821b004b-e7e3-4fa1-b3ef-387d28664ab6 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516790'] for port, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:35:12.539887 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-a54c7416-c61c-4225-b653-5be893849be9 None None] Provisioning complete for port 3d08a634-bada-426a-8d25-b35351c821a5 triggered by entity DHCP. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:35:12.540800 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a54c7416-c61c-4225-b653-5be893849be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:35:12.578842 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-a54c7416-c61c-4225-b653-5be893849be9 None None] Port 3d08a634-bada-426a-8d25-b35351c821a5 cannot update to ACTIVE because it is not bound. {{(pid=100186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 12:35:12.739321 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-226e85ad-49d7-441a-ae7c-841a6fcbb845 req-821b004b-e7e3-4fa1-b3ef-387d28664ab6 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0109062 Oct 14 12:35:12.763469 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.v2.base [req-226e85ad-49d7-441a-ae7c-841a6fcbb845 req-c823b248-2915-42e5-9cea-6eb5eaa22d96 service neutron] Request body: {'port': {'device_id': '9e82254a-b44e-4e3c-983e-c4d23511b24f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=100184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:35:12.801998 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f684185-b1de-4df5-b74b-336844712453 req-2cc16aee-3842-48b6-9996-825761c548b6 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:12.803440 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-6f684185-b1de-4df5-b74b-336844712453 req-2cc16aee-3842-48b6-9996-825761c548b6 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e82254a-b44e-4e3c-983e-c4d23511b24f HTTP/1.1" status: 200 len: 932 time: 0.3513196 Oct 14 12:35:12.851115 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a26802-eed3-487a-98c5-2d95a9a486e9 req-0bb2b78c-5bab-4b93-8e2e-275bf4dc6e1c tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:12.852566 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-34a26802-eed3-487a-98c5-2d95a9a486e9 req-0bb2b78c-5bab-4b93-8e2e-275bf4dc6e1c tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 943 time: 0.3672578 Oct 14 12:35:12.884806 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-226e85ad-49d7-441a-ae7c-841a6fcbb845 req-c823b248-2915-42e5-9cea-6eb5eaa22d96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:35:12.899770 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-6f684185-b1de-4df5-b74b-336844712453 req-6153e906-cdd6-40d2-9582-2313fde8d9ed tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/security-groups?id=68fb2c81-0a0b-490d-b3ee-a78d1372b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893259 Oct 14 12:35:12.936968 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-34a26802-eed3-487a-98c5-2d95a9a486e9 req-7174406d-d20a-4702-83ae-c7952b748582 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776808 Oct 14 12:35:13.156385 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.notifiers.nova [req-226e85ad-49d7-441a-ae7c-841a6fcbb845 req-c823b248-2915-42e5-9cea-6eb5eaa22d96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d08a634-bada-426a-8d25-b35351c821a5 {{(pid=100184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:35:13.163632 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-226e85ad-49d7-441a-ae7c-841a6fcbb845 req-c823b248-2915-42e5-9cea-6eb5eaa22d96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:35:13.175585 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.db.provisioning_blocks [req-226e85ad-49d7-441a-ae7c-841a6fcbb845 req-c823b248-2915-42e5-9cea-6eb5eaa22d96 service neutron] Transition to ACTIVE for port object 3d08a634-bada-426a-8d25-b35351c821a5 will not be triggered until provisioned by entity L2. {{(pid=100184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 12:35:13.256985 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-226e85ad-49d7-441a-ae7c-841a6fcbb845 req-c823b248-2915-42e5-9cea-6eb5eaa22d96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6235095'] for port, after_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:35:13.306025 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c823b248-2915-42e5-9cea-6eb5eaa22d96 service neutron] Pushing event updated for resources: {'Port': ['ID=3d08a634-bada-426a-8d25-b35351c821a5,revision_number=2']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:35:13.378335 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.managers [req-226e85ad-49d7-441a-ae7c-841a6fcbb845 req-c823b248-2915-42e5-9cea-6eb5eaa22d96 service neutron] Attempting to bind port 3d08a634-bada-426a-8d25-b35351c821a5 on host hv-cinder-81398 for vnic_type normal with profile {{(pid=100184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:35:13.378669 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.managers [req-226e85ad-49d7-441a-ae7c-841a6fcbb845 req-c823b248-2915-42e5-9cea-6eb5eaa22d96 service neutron] Attempting to bind port 3d08a634-bada-426a-8d25-b35351c821a5 by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': '6a8c4e17-959a-4a0c-982c-7e92be64d560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1645ab42-9d5c-4574-823e-897e40d672c1'}] {{(pid=100184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:35:13.379017 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226e85ad-49d7-441a-ae7c-841a6fcbb845 req-c823b248-2915-42e5-9cea-6eb5eaa22d96 service neutron] Attempting to bind port 3d08a634-bada-426a-8d25-b35351c821a5 on network 1645ab42-9d5c-4574-823e-897e40d672c1 {{(pid=100184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:35:13.383486 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226e85ad-49d7-441a-ae7c-841a6fcbb845 req-c823b248-2915-42e5-9cea-6eb5eaa22d96 service neutron] Port 3d08a634-bada-426a-8d25-b35351c821a5 on network 1645ab42-9d5c-4574-823e-897e40d672c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=100184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 12:35:13.383802 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226e85ad-49d7-441a-ae7c-841a6fcbb845 req-c823b248-2915-42e5-9cea-6eb5eaa22d96 service neutron] Attempting to bind port 3d08a634-bada-426a-8d25-b35351c821a5 on network 1645ab42-9d5c-4574-823e-897e40d672c1 {{(pid=100184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:35:13.388960 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226e85ad-49d7-441a-ae7c-841a6fcbb845 req-c823b248-2915-42e5-9cea-6eb5eaa22d96 service neutron] Checking agent: {'id': 'ea4bb8b9-32a8-4621-b95b-9b4a1b78ce98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 24, 36), 'started_at': datetime.datetime(2021, 10, 14, 12, 24, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:35:13.389296 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226e85ad-49d7-441a-ae7c-841a6fcbb845 req-c823b248-2915-42e5-9cea-6eb5eaa22d96 service neutron] Checking segment: {'id': '6a8c4e17-959a-4a0c-982c-7e92be64d560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1645ab42-9d5c-4574-823e-897e40d672c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:35:13.389676 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226e85ad-49d7-441a-ae7c-841a6fcbb845 req-c823b248-2915-42e5-9cea-6eb5eaa22d96 service neutron] Bound using segment: {'id': '6a8c4e17-959a-4a0c-982c-7e92be64d560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1645ab42-9d5c-4574-823e-897e40d672c1'} {{(pid=100184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:35:13.390104 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.managers [req-226e85ad-49d7-441a-ae7c-841a6fcbb845 req-c823b248-2915-42e5-9cea-6eb5eaa22d96 service neutron] Bound port: 3d08a634-bada-426a-8d25-b35351c821a5, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a8c4e17-959a-4a0c-982c-7e92be64d560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1645ab42-9d5c-4574-823e-897e40d672c1'}}] {{(pid=100184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:35:13.390456 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-226e85ad-49d7-441a-ae7c-841a6fcbb845 req-c823b248-2915-42e5-9cea-6eb5eaa22d96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:35:13.454385 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.db [req-226e85ad-49d7-441a-ae7c-841a6fcbb845 req-c823b248-2915-42e5-9cea-6eb5eaa22d96 service neutron] For port 3d08a634-bada-426a-8d25-b35351c821a5, host hv-cinder-81398, cleared binding levels {{(pid=100184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:35:13.457308 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.db [req-226e85ad-49d7-441a-ae7c-841a6fcbb845 req-c823b248-2915-42e5-9cea-6eb5eaa22d96 service neutron] For port 3d08a634-bada-426a-8d25-b35351c821a5, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=3d08a634-bada-426a-8d25-b35351c821a5,segment=NetworkSegment(6a8c4e17-959a-4a0c-982c-7e92be64d560),segment_id=6a8c4e17-959a-4a0c-982c-7e92be64d560)] {{(pid=100184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:35:13.524110 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.agents_db [None req-78dcfc36-1157-4c7d-a1d8-d24093a96b44 None None] Agent healthcheck: found 6 active agents {{(pid=100187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:35:13.543399 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-226e85ad-49d7-441a-ae7c-841a6fcbb845 req-c823b248-2915-42e5-9cea-6eb5eaa22d96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6235095'] for port, after_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:35:13.577505 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226e85ad-49d7-441a-ae7c-841a6fcbb845 req-c823b248-2915-42e5-9cea-6eb5eaa22d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:13.578112 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-226e85ad-49d7-441a-ae7c-841a6fcbb845 req-c823b248-2915-42e5-9cea-6eb5eaa22d96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516790'] for port, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:35:13.579456 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-226e85ad-49d7-441a-ae7c-841a6fcbb845 req-c823b248-2915-42e5-9cea-6eb5eaa22d96 service neutron] 10.222.0.25 "PUT /v2.0/ports/3d08a634-bada-426a-8d25-b35351c821a5 HTTP/1.1" status: 200 len: 1094 time: 0.8209143 Oct 14 12:35:13.579887 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e82254a-b44e-4e3c-983e-c4d23511b24f', 'tag': '3d08a634-bada-426a-8d25-b35351c821a5'}] {{(pid=100184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:35:13.582125 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb275087d552987a85547e896d52e13f348f0da1d291f893306c6091374b53c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01609912-bfb0-4bc7-9ebb-e1156478019a" -d '{"events": [{"name": "network-changed", "server_uuid": "9e82254a-b44e-4e3c-983e-c4d23511b24f", "tag": "3d08a634-bada-426a-8d25-b35351c821a5"}]}' {{(pid=100184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:35:13.608100 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c823b248-2915-42e5-9cea-6eb5eaa22d96 service neutron] Pushing event updated for resources: {'Port': ['ID=3d08a634-bada-426a-8d25-b35351c821a5,revision_number=3']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:35:13.622604 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 12:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f01a690-f31f-40af-941a-f9e0b737c1bc x-openstack-request-id: req-1f01a690-f31f-40af-941a-f9e0b737c1bc {{(pid=100184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:35:13.622922 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e82254a-b44e-4e3c-983e-c4d23511b24f", "tag": "3d08a634-bada-426a-8d25-b35351c821a5", "status": "completed", "code": 200}]} {{(pid=100184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:35:13.623146 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1f01a690-f31f-40af-941a-f9e0b737c1bc {{(pid=100184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:35:13.623547 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e82254a-b44e-4e3c-983e-c4d23511b24f', 'tag': '3d08a634-bada-426a-8d25-b35351c821a5', 'status': 'completed', 'code': 200} Oct 14 12:35:13.690567 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01609912-bfb0-4bc7-9ebb-e1156478019a req-2f3bd75e-5c54-4377-ad32-07dcf271cf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:13.692120 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-01609912-bfb0-4bc7-9ebb-e1156478019a req-2f3bd75e-5c54-4377-ad32-07dcf271cf50 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d99b7bc72612436fbfc26fefb4d4be39&device_id=9e82254a-b44e-4e3c-983e-c4d23511b24f HTTP/1.1" status: 200 len: 1097 time: 0.0469723 Oct 14 12:35:13.790782 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01609912-bfb0-4bc7-9ebb-e1156478019a req-fef49263-5cb1-4489-8420-aece8e8b2271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:13.792246 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-01609912-bfb0-4bc7-9ebb-e1156478019a req-fef49263-5cb1-4489-8420-aece8e8b2271 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=d99b7bc72612436fbfc26fefb4d4be39&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0911257 Oct 14 12:35:13.888700 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01609912-bfb0-4bc7-9ebb-e1156478019a req-80c96505-6bd8-4dce-83ab-4d620bd1601b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:13.890036 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-01609912-bfb0-4bc7-9ebb-e1156478019a req-80c96505-6bd8-4dce-83ab-4d620bd1601b service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911367 Oct 14 12:35:13.964947 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226e85ad-49d7-441a-ae7c-841a6fcbb845 req-a1be9680-089e-4eed-8e72-9cda6e94b68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:13.967125 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-226e85ad-49d7-441a-ae7c-841a6fcbb845 req-a1be9680-089e-4eed-8e72-9cda6e94b68d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d99b7bc72612436fbfc26fefb4d4be39&device_id=9e82254a-b44e-4e3c-983e-c4d23511b24f HTTP/1.1" status: 200 len: 1097 time: 0.0409925 Oct 14 12:35:14.030173 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-226e85ad-49d7-441a-ae7c-841a6fcbb845 req-d4e91877-1d85-449d-8fc1-06329ce93f46 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d08a634-bada-426a-8d25-b35351c821a5 HTTP/1.1" status: 200 len: 217 time: 0.0516615 Oct 14 12:35:14.107412 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a17913a-c40c-458c-8f5d-e0121a6c198d req-70e53dad-6352-4671-b464-de570bf4e3aa tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:14.108877 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-3a17913a-c40c-458c-8f5d-e0121a6c198d req-70e53dad-6352-4671-b464-de570bf4e3aa tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e82254a-b44e-4e3c-983e-c4d23511b24f HTTP/1.1" status: 200 len: 944 time: 0.1397548 Oct 14 12:35:14.126621 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c0fd9-808c-4a08-b4d0-7a8ce2fd8884 req-a1af685f-f37a-473d-981b-37b38e6542d1 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:14.128044 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-818c0fd9-808c-4a08-b4d0-7a8ce2fd8884 req-a1af685f-f37a-473d-981b-37b38e6542d1 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 943 time: 0.1021974 Oct 14 12:35:14.134429 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226e85ad-49d7-441a-ae7c-841a6fcbb845 req-023bc688-7d1b-4c5e-9613-2f59e628a795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:14.135751 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-226e85ad-49d7-441a-ae7c-841a6fcbb845 req-023bc688-7d1b-4c5e-9613-2f59e628a795 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2ad3bf63-05be-4f65-ad9c-541a80de9cc8 HTTP/1.1" status: 200 len: 851 time: 0.0961175 Oct 14 12:35:14.211524 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-3a17913a-c40c-458c-8f5d-e0121a6c198d req-a445adce-0199-40e3-b0dc-23918470c6f4 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/security-groups?id=68fb2c81-0a0b-490d-b3ee-a78d1372b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953214 Oct 14 12:35:14.221547 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-818c0fd9-808c-4a08-b4d0-7a8ce2fd8884 req-506bdf77-1253-4842-9e80-c62b609da5d2 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789487 Oct 14 12:35:14.227253 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226e85ad-49d7-441a-ae7c-841a6fcbb845 req-186da1c4-a946-4ece-a092-ae292653c645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:14.228750 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-226e85ad-49d7-441a-ae7c-841a6fcbb845 req-186da1c4-a946-4ece-a092-ae292653c645 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1645ab42-9d5c-4574-823e-897e40d672c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0854566 Oct 14 12:35:14.317257 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-226e85ad-49d7-441a-ae7c-841a6fcbb845 req-26c408a7-07fe-4ce6-bb3d-184b4d060c7f service neutron] 10.222.0.25 "GET /v2.0/networks/1645ab42-9d5c-4574-823e-897e40d672c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807273 Oct 14 12:35:14.409307 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-226e85ad-49d7-441a-ae7c-841a6fcbb845 req-c892bfce-e38e-4765-8fce-89443423e735 service neutron] 10.222.0.25 "GET /v2.0/networks/1645ab42-9d5c-4574-823e-897e40d672c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842240 Oct 14 12:35:15.353373 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d99db7-76e5-4365-96fd-1085fa3fd1b4 req-5eebc6e5-2ac4-4427-8dfd-8d3994a517dc tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:15.354849 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-99d99db7-76e5-4365-96fd-1085fa3fd1b4 req-5eebc6e5-2ac4-4427-8dfd-8d3994a517dc tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e82254a-b44e-4e3c-983e-c4d23511b24f HTTP/1.1" status: 200 len: 944 time: 0.0769618 Oct 14 12:35:15.367173 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66e532b-83a8-40ba-9b53-7aeff1bb25f0 req-ade9fbde-09c9-4a1a-9757-a8d3d0c0c665 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:15.368600 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b66e532b-83a8-40ba-9b53-7aeff1bb25f0 req-ade9fbde-09c9-4a1a-9757-a8d3d0c0c665 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 943 time: 0.0644825 Oct 14 12:35:15.422561 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-99d99db7-76e5-4365-96fd-1085fa3fd1b4 req-90537c6c-d6e5-46b2-b96c-74a4dbf55e3c tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/security-groups?id=68fb2c81-0a0b-490d-b3ee-a78d1372b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530367 Oct 14 12:35:15.427243 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b66e532b-83a8-40ba-9b53-7aeff1bb25f0 req-aa7ff631-96d1-48cd-b873-06eaa33fbb8a tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515583 Oct 14 12:35:16.563406 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26773798-9a1e-434c-9b6a-ee81edb13901 req-5c7aa46a-6c2b-4f7b-aca4-a8d6d5eba7b9 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:16.564920 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-26773798-9a1e-434c-9b6a-ee81edb13901 req-5c7aa46a-6c2b-4f7b-aca4-a8d6d5eba7b9 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e82254a-b44e-4e3c-983e-c4d23511b24f HTTP/1.1" status: 200 len: 944 time: 0.0774851 Oct 14 12:35:16.572772 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cd8000-75ca-4944-9057-2ef2432cac09 req-3c392ff4-e135-4fe9-8351-65129dbb7e6e tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:16.574099 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-42cd8000-75ca-4944-9057-2ef2432cac09 req-3c392ff4-e135-4fe9-8351-65129dbb7e6e tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 943 time: 0.0768690 Oct 14 12:35:16.628891 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-26773798-9a1e-434c-9b6a-ee81edb13901 req-d8176450-bd66-4184-8c92-aace3fbed532 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/security-groups?id=68fb2c81-0a0b-490d-b3ee-a78d1372b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538507 Oct 14 12:35:16.631613 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-42cd8000-75ca-4944-9057-2ef2432cac09 req-dcad5fd3-0a1d-4c42-bd06-823d3c96a1bc tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510139 Oct 14 12:35:17.769725 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0e070a-5525-4c4e-b907-45951033be78 req-41b02b05-84cc-438e-8367-777a0dc8c451 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:17.771192 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9e0e070a-5525-4c4e-b907-45951033be78 req-41b02b05-84cc-438e-8367-777a0dc8c451 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 943 time: 0.0685067 Oct 14 12:35:17.779812 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0732f882-bd6d-4fd7-858f-a5ea0e3ffa38 req-5a072549-9431-4c19-bc00-0e74906b67d4 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:17.781195 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-0732f882-bd6d-4fd7-858f-a5ea0e3ffa38 req-5a072549-9431-4c19-bc00-0e74906b67d4 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e82254a-b44e-4e3c-983e-c4d23511b24f HTTP/1.1" status: 200 len: 944 time: 0.0876870 Oct 14 12:35:17.834990 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9e0e070a-5525-4c4e-b907-45951033be78 req-d163fd51-2ca5-4ae0-b494-0cf77b454546 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528753 Oct 14 12:35:17.839619 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-0732f882-bd6d-4fd7-858f-a5ea0e3ffa38 req-d5b0f6be-8a79-40ca-bc85-f55b447067e1 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/security-groups?id=68fb2c81-0a0b-490d-b3ee-a78d1372b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519028 Oct 14 12:35:18.984467 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f3f29-d927-4bd2-b3ce-491fbaf2d6ec req-c78a4e64-1be0-4229-83a9-a5d0b05e80d7 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:18.985931 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-670f3f29-d927-4bd2-b3ce-491fbaf2d6ec req-c78a4e64-1be0-4229-83a9-a5d0b05e80d7 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e82254a-b44e-4e3c-983e-c4d23511b24f HTTP/1.1" status: 200 len: 944 time: 0.0804682 Oct 14 12:35:18.994139 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02adc72d-57e3-4ad9-940a-67d95fb40430 req-38449b22-843d-421f-aabc-d4017227451b tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:18.995615 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-02adc72d-57e3-4ad9-940a-67d95fb40430 req-38449b22-843d-421f-aabc-d4017227451b tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 943 time: 0.0883002 Oct 14 12:35:19.052918 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-670f3f29-d927-4bd2-b3ce-491fbaf2d6ec req-3ac965f5-ec6f-49ed-8951-4dd895cf4be5 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/security-groups?id=68fb2c81-0a0b-490d-b3ee-a78d1372b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563354 Oct 14 12:35:19.055744 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-02adc72d-57e3-4ad9-940a-67d95fb40430 req-7579eb87-f834-445c-ab2e-a6a1483f324d tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528719 Oct 14 12:35:20.192742 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc66d19-fdd1-444a-a8a1-a9650521fc3e req-952999ed-7f8e-4692-b339-dcf7f34b1bed tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:20.194212 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ddc66d19-fdd1-444a-a8a1-a9650521fc3e req-952999ed-7f8e-4692-b339-dcf7f34b1bed tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 943 time: 0.0657821 Oct 14 12:35:20.202364 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb42bb5d-f64e-4430-879d-005a4983c010 req-30c12985-786e-4495-b4f3-9bba03dc6078 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:20.203731 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-cb42bb5d-f64e-4430-879d-005a4983c010 req-30c12985-786e-4495-b4f3-9bba03dc6078 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e82254a-b44e-4e3c-983e-c4d23511b24f HTTP/1.1" status: 200 len: 944 time: 0.0851140 Oct 14 12:35:20.264263 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ddc66d19-fdd1-444a-a8a1-a9650521fc3e req-6f306687-f149-45fc-a5d2-b653d264411f tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595233 Oct 14 12:35:20.268920 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-cb42bb5d-f64e-4430-879d-005a4983c010 req-f21d0d2d-535b-4662-8f5c-78f003b912cf tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/security-groups?id=68fb2c81-0a0b-490d-b3ee-a78d1372b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585151 Oct 14 12:35:20.866244 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device 28cd0059-123b-4cfb-8b82-37ef57465863 details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=100186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 12:35:20.958408 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] For port 28cd0059-123b-4cfb-8b82-37ef57465863, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=28cd0059-123b-4cfb-8b82-37ef57465863,segment=NetworkSegment(58cb4796-6024-43c0-aa42-7ecb540db5e1),segment_id=58cb4796-6024-43c0-aa42-7ecb540db5e1)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:35:20.969480 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Returning: {'device': '28cd0059-123b-4cfb-8b82-37ef57465863', 'network_id': 'e97ba1a4-1eaa-4970-998a-7f37d91a4cc6', 'port_id': '28cd0059-123b-4cfb-8b82-37ef57465863', 'mac_address': 'fa:16:3e:e6:a3:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffaa80f7-d349-41e0-815d-fe25cd4e4dcc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 12:35:21.007381 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:35:21.129161 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.notifiers.nova [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28cd0059-123b-4cfb-8b82-37ef57465863 {{(pid=100186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:35:21.148307 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] For port 28cd0059-123b-4cfb-8b82-37ef57465863, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=28cd0059-123b-4cfb-8b82-37ef57465863,segment=NetworkSegment(58cb4796-6024-43c0-aa42-7ecb540db5e1),segment_id=58cb4796-6024-43c0-aa42-7ecb540db5e1)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:35:21.222144 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:35:21.267592 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Pushing event updated for resources: {'Port': ['ID=28cd0059-123b-4cfb-8b82-37ef57465863,revision_number=9']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:35:21.388627 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1ab515-1cb0-4d9e-9f19-0622599ace13 req-f3442c16-2854-44c1-b1ee-a59ef32bfddb tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:21.390167 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-4e1ab515-1cb0-4d9e-9f19-0622599ace13 req-f3442c16-2854-44c1-b1ee-a59ef32bfddb tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 944 time: 0.0535052 Oct 14 12:35:21.453490 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-4e1ab515-1cb0-4d9e-9f19-0622599ace13 req-cb0fa008-763d-4df1-b4cc-a1bc1f95154f tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545993 Oct 14 12:35:21.461748 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722c862c-bc13-4ce9-b7ae-753d42f89f59 req-76b151e0-02e1-44d5-905a-b31014c1e3f5 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:21.463157 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-722c862c-bc13-4ce9-b7ae-753d42f89f59 req-76b151e0-02e1-44d5-905a-b31014c1e3f5 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e82254a-b44e-4e3c-983e-c4d23511b24f HTTP/1.1" status: 200 len: 944 time: 0.1277790 Oct 14 12:35:21.501218 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-722c862c-bc13-4ce9-b7ae-753d42f89f59 req-a0a05acc-345f-4523-b9a7-98039f52fe4a tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/security-groups?id=68fb2c81-0a0b-490d-b3ee-a78d1372b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319040 Oct 14 12:35:21.672311 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] get_ports_and_sgs() called for port_ids ['28cd0059-123b-4cfb-8b82-37ef57465863'] {{(pid=100186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:35:22.583227 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133c42e-12df-4c09-b893-b831f062948e req-9bb2c430-325f-4d3a-9db4-b4175137ab39 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:22.584580 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-a133c42e-12df-4c09-b893-b831f062948e req-9bb2c430-325f-4d3a-9db4-b4175137ab39 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 944 time: 0.0615482 Oct 14 12:35:22.647718 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5876dbb-7010-48ad-baeb-d2d4bca2d88d req-ab2af698-c1a2-4bd4-b70e-784096e58fe4 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:22.649189 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-d5876dbb-7010-48ad-baeb-d2d4bca2d88d req-ab2af698-c1a2-4bd4-b70e-784096e58fe4 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e82254a-b44e-4e3c-983e-c4d23511b24f HTTP/1.1" status: 200 len: 944 time: 0.0828037 Oct 14 12:35:22.652223 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-a133c42e-12df-4c09-b893-b831f062948e req-c0577e78-b986-4473-8625-8a9aef80e5ea tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506933 Oct 14 12:35:22.687212 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-d5876dbb-7010-48ad-baeb-d2d4bca2d88d req-f7a6d372-6e9c-4110-bd48-a2f18de5b019 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/security-groups?id=68fb2c81-0a0b-490d-b3ee-a78d1372b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320461 Oct 14 12:35:22.869510 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device 3d08a634-bada-426a-8d25-b35351c821a5 details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=100186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 12:35:22.873208 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device 28cd0059-123b-4cfb-8b82-37ef57465863 up at agent hyperv_hv-cinder-81398 {{(pid=100186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:35:22.982265 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Provisioning complete for port 28cd0059-123b-4cfb-8b82-37ef57465863 triggered by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:35:22.982633 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:35:23.021835 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] For port 3d08a634-bada-426a-8d25-b35351c821a5, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=3d08a634-bada-426a-8d25-b35351c821a5,segment=NetworkSegment(6a8c4e17-959a-4a0c-982c-7e92be64d560),segment_id=6a8c4e17-959a-4a0c-982c-7e92be64d560)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:35:23.046406 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Returning: {'device': '3d08a634-bada-426a-8d25-b35351c821a5', 'network_id': '1645ab42-9d5c-4574-823e-897e40d672c1', 'port_id': '3d08a634-bada-426a-8d25-b35351c821a5', 'mac_address': 'fa:16:3e:b9:d8:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ad3bf63-05be-4f65-ad9c-541a80de9cc8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 12:35:23.128823 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:35:23.139199 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:35:23.150316 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.notifiers.nova [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d08a634-bada-426a-8d25-b35351c821a5 {{(pid=100186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:35:23.181093 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98abee77-6aa4-41b4-b48e-a608cecdadd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28cd0059-123b-4cfb-8b82-37ef57465863'}] {{(pid=100186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:35:23.183321 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ce96789b1b9487be48749a60ffcfd0a175945a3b692fd75626d794e24ae9ed4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f03879-ef5c-4a14-81b1-77af28b01fd7" -d '{"events": [{"server_uuid": "98abee77-6aa4-41b4-b48e-a608cecdadd7", "name": "network-vif-plugged", "status": "completed", "tag": "28cd0059-123b-4cfb-8b82-37ef57465863"}]}' {{(pid=100186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:35:23.189194 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-dd1ff61d-d517-4b44-86be-eb9f4422467a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:35:23.191587 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] For port 3d08a634-bada-426a-8d25-b35351c821a5, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=3d08a634-bada-426a-8d25-b35351c821a5,segment=NetworkSegment(6a8c4e17-959a-4a0c-982c-7e92be64d560),segment_id=6a8c4e17-959a-4a0c-982c-7e92be64d560)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:35:23.199893 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] For port 28cd0059-123b-4cfb-8b82-37ef57465863, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=28cd0059-123b-4cfb-8b82-37ef57465863,segment=NetworkSegment(58cb4796-6024-43c0-aa42-7ecb540db5e1),segment_id=58cb4796-6024-43c0-aa42-7ecb540db5e1)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:35:23.219576 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a51633-9cc9-439d-8634-228656966aea x-openstack-request-id: req-06a51633-9cc9-439d-8634-228656966aea {{(pid=100186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:35:23.219884 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98abee77-6aa4-41b4-b48e-a608cecdadd7", "name": "network-vif-plugged", "status": "completed", "tag": "28cd0059-123b-4cfb-8b82-37ef57465863", "code": 200}]} {{(pid=100186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:35:23.220196 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-06a51633-9cc9-439d-8634-228656966aea {{(pid=100186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:35:23.220579 dv-cinder-813986-1-iscsi neutron-server[100186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98abee77-6aa4-41b4-b48e-a608cecdadd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28cd0059-123b-4cfb-8b82-37ef57465863', 'code': 200} Oct 14 12:35:23.233989 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:35:23.258422 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:35:23.282188 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Pushing event updated for resources: {'Port': ['ID=3d08a634-bada-426a-8d25-b35351c821a5,revision_number=4']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:35:23.329273 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Pushing event updated for resources: {'Port': ['ID=28cd0059-123b-4cfb-8b82-37ef57465863,revision_number=10']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:35:23.598877 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] get_ports_and_sgs() called for port_ids ['3d08a634-bada-426a-8d25-b35351c821a5'] {{(pid=100186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:35:23.787650 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dc312d-3198-4984-a79f-17f22ce143a3 req-686e0c82-e9b1-4ff3-8982-8c1ec807d682 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:23.789172 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-72dc312d-3198-4984-a79f-17f22ce143a3 req-686e0c82-e9b1-4ff3-8982-8c1ec807d682 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 946 time: 0.0620203 Oct 14 12:35:23.848511 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-72dc312d-3198-4984-a79f-17f22ce143a3 req-cbf1697e-b4c2-4996-ab4b-73999fef22a0 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451951 Oct 14 12:35:23.856776 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26e7a11-6e5d-4827-b313-cda71291a714 req-1efa1c3d-b4e8-4b1d-b68e-97ccd3f8d8a1 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:23.858210 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b26e7a11-6e5d-4827-b313-cda71291a714 req-1efa1c3d-b4e8-4b1d-b68e-97ccd3f8d8a1 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e82254a-b44e-4e3c-983e-c4d23511b24f HTTP/1.1" status: 200 len: 945 time: 0.0954204 Oct 14 12:35:23.922893 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b26e7a11-6e5d-4827-b313-cda71291a714 req-50b5a6b0-e2b2-4bf2-a2fe-8ded227ce435 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/security-groups?id=68fb2c81-0a0b-490d-b3ee-a78d1372b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588071 Oct 14 12:35:23.928157 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2dcecd-6e36-45b3-98ff-2b4ccc415726 req-4218faca-52e7-46ad-97d0-68e8779854ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:23.929560 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-5e2dcecd-6e36-45b3-98ff-2b4ccc415726 req-4218faca-52e7-46ad-97d0-68e8779854ac service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 1099 time: 0.0591249 Oct 14 12:35:23.966607 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-5e2dcecd-6e36-45b3-98ff-2b4ccc415726 req-1c9dcf74-b7c4-4199-89ab-46d78f97db51 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275645 Oct 14 12:35:24.881475 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device 3d08a634-bada-426a-8d25-b35351c821a5 up at agent hyperv_hv-cinder-81398 {{(pid=100186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:35:24.978649 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff27625-40d2-476d-a941-302e88f4e658 req-73554d20-559e-46e9-8155-b8a807d02ff6 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:24.978649 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-dff27625-40d2-476d-a941-302e88f4e658 req-73554d20-559e-46e9-8155-b8a807d02ff6 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 946 time: 0.0532341 Oct 14 12:35:24.994122 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Provisioning for port 3d08a634-bada-426a-8d25-b35351c821a5 completed by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 12:35:24.999009 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Provisioning complete for port 3d08a634-bada-426a-8d25-b35351c821a5 triggered by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:35:24.999381 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:35:25.038688 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-dff27625-40d2-476d-a941-302e88f4e658 req-d642a6a3-99a6-40b0-a098-ff77281f1778 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597563 Oct 14 12:35:25.055381 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f043c63-a35a-463e-a796-d4e2a154ace0 req-4c06565a-b37e-4f70-9dfe-d1cfeaeb713b tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:25.056873 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-0f043c63-a35a-463e-a796-d4e2a154ace0 req-4c06565a-b37e-4f70-9dfe-d1cfeaeb713b tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e82254a-b44e-4e3c-983e-c4d23511b24f HTTP/1.1" status: 200 len: 945 time: 0.0598536 Oct 14 12:35:25.080315 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:35:25.094420 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-0f043c63-a35a-463e-a796-d4e2a154ace0 req-f8b20d63-ff3d-4b06-86e2-b11e86508d2d tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/security-groups?id=68fb2c81-0a0b-490d-b3ee-a78d1372b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309167 Oct 14 12:35:25.112289 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] For port 3d08a634-bada-426a-8d25-b35351c821a5, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=3d08a634-bada-426a-8d25-b35351c821a5,segment=NetworkSegment(6a8c4e17-959a-4a0c-982c-7e92be64d560),segment_id=6a8c4e17-959a-4a0c-982c-7e92be64d560)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:35:25.187758 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:35:25.224636 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e82254a-b44e-4e3c-983e-c4d23511b24f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d08a634-bada-426a-8d25-b35351c821a5'}] {{(pid=100186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:35:25.226847 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ce96789b1b9487be48749a60ffcfd0a175945a3b692fd75626d794e24ae9ed4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a86f6e6-9047-4764-b4be-fb16d58a18ec" -d '{"events": [{"server_uuid": "9e82254a-b44e-4e3c-983e-c4d23511b24f", "name": "network-vif-plugged", "status": "completed", "tag": "3d08a634-bada-426a-8d25-b35351c821a5"}]}' {{(pid=100186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:35:25.238464 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Pushing event updated for resources: {'Port': ['ID=3d08a634-bada-426a-8d25-b35351c821a5,revision_number=5']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:35:25.267909 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05d53581-35f5-43a1-972d-9297ad2df324 x-openstack-request-id: req-05d53581-35f5-43a1-972d-9297ad2df324 {{(pid=100186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:35:25.268250 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e82254a-b44e-4e3c-983e-c4d23511b24f", "name": "network-vif-plugged", "status": "completed", "tag": "3d08a634-bada-426a-8d25-b35351c821a5", "code": 200}]} {{(pid=100186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:35:25.268503 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-05d53581-35f5-43a1-972d-9297ad2df324 {{(pid=100186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:35:25.268889 dv-cinder-813986-1-iscsi neutron-server[100186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e82254a-b44e-4e3c-983e-c4d23511b24f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d08a634-bada-426a-8d25-b35351c821a5', 'code': 200} Oct 14 12:35:25.656609 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57cbafb-3123-493e-a2cc-10cf3284f735 req-f0d6d35b-8878-47ce-98ee-a235dce150d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:25.658093 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b57cbafb-3123-493e-a2cc-10cf3284f735 req-f0d6d35b-8878-47ce-98ee-a235dce150d0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9e82254a-b44e-4e3c-983e-c4d23511b24f HTTP/1.1" status: 200 len: 1099 time: 0.0391793 Oct 14 12:35:25.696577 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b57cbafb-3123-493e-a2cc-10cf3284f735 req-96d3c7af-348f-4582-88cb-51587aefa2e5 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=68fb2c81-0a0b-490d-b3ee-a78d1372b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274224 Oct 14 12:35:25.959585 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-e2028ec8-79e9-47bb-94b3-a784719ce185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:35:26.162222 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d762a56e-0139-46ab-8d16-f2e7f94df724 req-d239d878-147e-4fc5-ac81-1aea240e899f tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:26.163671 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-d762a56e-0139-46ab-8d16-f2e7f94df724 req-d239d878-147e-4fc5-ac81-1aea240e899f tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 946 time: 0.0527759 Oct 14 12:35:26.225091 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-d762a56e-0139-46ab-8d16-f2e7f94df724 req-17e180e2-29b9-4b5f-8bbd-34a8582ee1b4 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522711 Oct 14 12:35:26.235544 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ea5ef0-a427-4620-84c0-5e4e6f8ccfed req-d45d43fe-173c-4adc-b64e-0e35d239cbd4 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:26.237514 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-f9ea5ef0-a427-4620-84c0-5e4e6f8ccfed req-d45d43fe-173c-4adc-b64e-0e35d239cbd4 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e82254a-b44e-4e3c-983e-c4d23511b24f HTTP/1.1" status: 200 len: 946 time: 0.0721679 Oct 14 12:35:26.275229 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-f9ea5ef0-a427-4620-84c0-5e4e6f8ccfed req-835c2f32-12eb-4ee2-932d-d03939527d81 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/security-groups?id=68fb2c81-0a0b-490d-b3ee-a78d1372b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323305 Oct 14 12:35:27.097113 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-469b4b0a-0edb-4369-82f6-413c16907b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:35:27.097790 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:35:27.349945 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb564ca-6b0d-4fcf-8d8c-93a716d5b92d req-66c86ef0-a251-4f69-a17e-1e286c6e331a tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:27.351412 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-0fb564ca-6b0d-4fcf-8d8c-93a716d5b92d req-66c86ef0-a251-4f69-a17e-1e286c6e331a tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 946 time: 0.0556567 Oct 14 12:35:27.418435 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-0fb564ca-6b0d-4fcf-8d8c-93a716d5b92d req-40ceebdc-a7b2-4e6a-ad50-5101145633b2 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578704 Oct 14 12:35:27.426570 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7410e8-e0a3-48ea-9051-e7363fbe2a4e req-8946cbb5-bd75-440c-9f57-b96c01f0d45e tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:27.428010 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-fa7410e8-e0a3-48ea-9051-e7363fbe2a4e req-8946cbb5-bd75-440c-9f57-b96c01f0d45e tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e82254a-b44e-4e3c-983e-c4d23511b24f HTTP/1.1" status: 200 len: 946 time: 0.0755534 Oct 14 12:35:27.467076 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-fa7410e8-e0a3-48ea-9051-e7363fbe2a4e req-16fe47bd-826d-4dd9-8be3-e50cfe431995 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/security-groups?id=68fb2c81-0a0b-490d-b3ee-a78d1372b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328062 Oct 14 12:35:28.330634 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-27c04846-3a84-4189-8b30-75b8cfbf2676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:35:28.577902 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1086a4-fa54-44dd-855b-44a9c4e74d55 req-c163da1c-767e-450d-b647-c1930298bd02 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:28.579256 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-6c1086a4-fa54-44dd-855b-44a9c4e74d55 req-c163da1c-767e-450d-b647-c1930298bd02 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e82254a-b44e-4e3c-983e-c4d23511b24f HTTP/1.1" status: 200 len: 946 time: 0.0474319 Oct 14 12:35:28.617009 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-6c1086a4-fa54-44dd-855b-44a9c4e74d55 req-c3c95d2c-9b4c-490d-95ff-f132b41a7617 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/security-groups?id=68fb2c81-0a0b-490d-b3ee-a78d1372b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318875 Oct 14 12:35:28.728651 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c038798-44a9-420a-8aa9-b321060c4a84 req-733e4d36-835a-4187-9933-2deef8d8134e tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:28.730685 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-1c038798-44a9-420a-8aa9-b321060c4a84 req-733e4d36-835a-4187-9933-2deef8d8134e tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e82254a-b44e-4e3c-983e-c4d23511b24f HTTP/1.1" status: 200 len: 946 time: 0.0501883 Oct 14 12:35:28.766471 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-1c038798-44a9-420a-8aa9-b321060c4a84 req-40ed55e0-c8e7-4d39-a13c-6673d688cbf4 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/security-groups?id=68fb2c81-0a0b-490d-b3ee-a78d1372b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300503 Oct 14 12:35:28.788194 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 39190) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:35:28.826775 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342bc523-0994-47d8-b48b-2275b681a5a4 tempest-TestVolumeBootPattern-1010134142 tempest-TestVolumeBootPattern-1010134142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:28.828310 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-342bc523-0994-47d8-b48b-2275b681a5a4 tempest-TestVolumeBootPattern-1010134142 tempest-TestVolumeBootPattern-1010134142-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=9e82254a-b44e-4e3c-983e-c4d23511b24f HTTP/1.1" status: 200 len: 1094 time: 0.0390949 Oct 14 12:35:28.830906 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 39192) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:35:28.835001 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.v2.base [None req-1788d9ef-8cce-433a-8e85-70777aa8d6e2 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Request body: {'floatingip': {'floating_network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'port_id': '3d08a634-bada-426a-8d25-b35351c821a5', 'tenant_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:35:28.924759 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-1788d9ef-8cce-433a-8e85-70777aa8d6e2 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks [] for floatingip, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:35:29.018775 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-1788d9ef-8cce-433a-8e85-70777aa8d6e2 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:35:29.117888 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.db.db_base_plugin_common [None req-1788d9ef-8cce-433a-8e85-70777aa8d6e2 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Allocated IP 172.27.0.140 (b7b7a1d8-4110-4f63-bddb-33667e2d84f3/eea40cd2-79ec-4f52-9668-443439548eb0/0ada23f6-74ec-48ee-b0c2-5e031b2cfef3) {{(pid=100184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:35:29.214628 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-1788d9ef-8cce-433a-8e85-70777aa8d6e2 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks [] for port, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:35:29.296455 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-1788d9ef-8cce-433a-8e85-70777aa8d6e2 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787792822806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235086'] for port, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:35:29.333519 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1788d9ef-8cce-433a-8e85-70777aa8d6e2 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Network b7b7a1d8-4110-4f63-bddb-33667e2d84f3 is already hosted by enough agents. {{(pid=100184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:35:29.336237 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.base_scheduler [None req-1788d9ef-8cce-433a-8e85-70777aa8d6e2 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Resources bound (agent type, host, resource id): {{(pid=100184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:35:29.339666 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1788d9ef-8cce-433a-8e85-70777aa8d6e2 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Received port after_create {{(pid=100184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:35:29.347327 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1788d9ef-8cce-433a-8e85-70777aa8d6e2 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Pushing event updated for resources: {'Port': ['ID=0ada23f6-74ec-48ee-b0c2-5e031b2cfef3,revision_number=1']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:35:29.669320 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-1788d9ef-8cce-433a-8e85-70777aa8d6e2 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:35:29.794899 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-1788d9ef-8cce-433a-8e85-70777aa8d6e2 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:35:29.938659 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-1788d9ef-8cce-433a-8e85-70777aa8d6e2 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks [] for port, precommit_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:35:30.033233 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-1788d9ef-8cce-433a-8e85-70777aa8d6e2 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6235095'] for port, after_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:35:30.099389 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1788d9ef-8cce-433a-8e85-70777aa8d6e2 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Pushing event updated for resources: {'Port': ['ID=0ada23f6-74ec-48ee-b0c2-5e031b2cfef3,revision_number=2']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:35:30.109637 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-1788d9ef-8cce-433a-8e85-70777aa8d6e2 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-619548'] for floatingip, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:35:30.206140 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.db.l3_db [None req-1788d9ef-8cce-433a-8e85-70777aa8d6e2 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Floating IP 19561f40-9ff3-42a2-b0e3-4f30ba35831a associated. External IP: 172.27.0.140, port: 3d08a634-bada-426a-8d25-b35351c821a5. Oct 14 12:35:30.643103 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1788d9ef-8cce-433a-8e85-70777aa8d6e2 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Router 24e89d46-aa37-411d-b9be-477ef885065b has already been hosted by L3 agent 98567738-4256-4ddd-ae03-62c82ecec038 {{(pid=100184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 12:35:30.746102 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1788d9ef-8cce-433a-8e85-70777aa8d6e2 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify agent at l3_agent.dv-cinder-813986-1-iscsi the message routers_updated {{(pid=100184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:35:30.755499 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f7f067-dd6e-44ad-88e9-6380b6e03fdb None None] Sync routers for ids ['24e89d46-aa37-411d-b9be-477ef885065b'] in dv-cinder-813986-1-iscsi {{(pid=100186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:35:30.765161 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f7f067-dd6e-44ad-88e9-6380b6e03fdb None None] Routers {'24e89d46-aa37-411d-b9be-477ef885065b'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:35:30.765774 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-73f7f067-dd6e-44ad-88e9-6380b6e03fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:35:26Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['24e89d46-aa37-411d-b9be-477ef885065b'], 'active': True} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:35:30.818666 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-1788d9ef-8cce-433a-8e85-70777aa8d6e2 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516790'] for floatingip, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:35:30.845848 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-1788d9ef-8cce-433a-8e85-70777aa8d6e2 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0139542 Oct 14 12:35:30.848952 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e82254a-b44e-4e3c-983e-c4d23511b24f', 'tag': '3d08a634-bada-426a-8d25-b35351c821a5'}] {{(pid=100184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:35:30.848952 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb275087d552987a85547e896d52e13f348f0da1d291f893306c6091374b53c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e24b145a-a7e4-4900-b01d-7f6922f8ee2e" -d '{"events": [{"name": "network-changed", "server_uuid": "9e82254a-b44e-4e3c-983e-c4d23511b24f", "tag": "3d08a634-bada-426a-8d25-b35351c821a5"}]}' {{(pid=100184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:35:30.871887 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvr_db [None req-73f7f067-dd6e-44ad-88e9-6380b6e03fdb None None] Set router 24e89d46-aa37-411d-b9be-477ef885065b gateway port host: dv-cinder-813986-1-iscsi {{(pid=100186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:35:30.884160 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 12:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30baaf26-f308-4a29-b700-d49c93bcda63 x-openstack-request-id: req-30baaf26-f308-4a29-b700-d49c93bcda63 {{(pid=100184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:35:30.884514 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e82254a-b44e-4e3c-983e-c4d23511b24f", "tag": "3d08a634-bada-426a-8d25-b35351c821a5", "status": "completed", "code": 200}]} {{(pid=100184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:35:30.884827 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-30baaf26-f308-4a29-b700-d49c93bcda63 {{(pid=100184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:35:30.885278 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e82254a-b44e-4e3c-983e-c4d23511b24f', 'tag': '3d08a634-bada-426a-8d25-b35351c821a5', 'status': 'completed', 'code': 200} Oct 14 12:35:30.947763 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24b145a-a7e4-4900-b01d-7f6922f8ee2e req-6050efc9-9bba-4238-a1b6-093d018b36bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:30.950015 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-e24b145a-a7e4-4900-b01d-7f6922f8ee2e req-6050efc9-9bba-4238-a1b6-093d018b36bc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d99b7bc72612436fbfc26fefb4d4be39&device_id=9e82254a-b44e-4e3c-983e-c4d23511b24f HTTP/1.1" status: 200 len: 1099 time: 0.0408115 Oct 14 12:35:31.050114 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24b145a-a7e4-4900-b01d-7f6922f8ee2e req-0c24346a-f3ee-4139-b68a-bd6509d300a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:31.051557 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-e24b145a-a7e4-4900-b01d-7f6922f8ee2e req-0c24346a-f3ee-4139-b68a-bd6509d300a4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1645ab42-9d5c-4574-823e-897e40d672c1 HTTP/1.1" status: 200 len: 913 time: 0.0858881 Oct 14 12:35:31.093703 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-73f7f067-dd6e-44ad-88e9-6380b6e03fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e89d46-aa37-411d-b9be-477ef885065b', 'name': 'tempest-TestVolumeBootPattern-1930588745-router', 'tenant_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '8e8d4ddc-3788-4316-88f0-d5f161911b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:30:07Z', 'updated_at': '2021-10-14T12:30:11Z', 'revision_number': 4, 'project_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'gw_port': {'id': '8e8d4ddc-3788-4316-88f0-d5f161911b1d', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:99:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e89d46-aa37-411d-b9be-477ef885065b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:08Z', 'updated_at': '2021-10-14T12:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_floatingips': [{'id': '19561f40-9ff3-42a2-b0e3-4f30ba35831a', 'tenant_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'floating_ip_address': '172.27.0.140', 'floating_network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'router_id': '24e89d46-aa37-411d-b9be-477ef885065b', 'port_id': '3d08a634-bada-426a-8d25-b35351c821a5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1645ab42-9d5c-4574-823e-897e40d672c1', 'mac_address': 'fa:16:3e:b9:d8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e82254a-b44e-4e3c-983e-c4d23511b24f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T12:35:29Z', 'updated_at': '2021-10-14T12:35:29Z', 'revision_number': 0, 'project_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd1b52f9-3d01-4f96-a600-cd81ebb1559f', 'name': '', 'network_id': '1645ab42-9d5c-4574-823e-897e40d672c1', 'tenant_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'mac_address': 'fa:16:3e:84:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e89d46-aa37-411d-b9be-477ef885065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '2ad3bf63-05be-4f65-ad9c-541a80de9cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:10Z', 'updated_at': '2021-10-14T12:30:16Z', 'revision_number': 5, 'project_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'subnets': [{'id': '2ad3bf63-05be-4f65-ad9c-541a80de9cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:35:31.120117 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f7f067-dd6e-44ad-88e9-6380b6e03fdb None None] Checking router: 24e89d46-aa37-411d-b9be-477ef885065b for host: dv-cinder-813986-1-iscsi {{(pid=100186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:35:31.122727 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-e24b145a-a7e4-4900-b01d-7f6922f8ee2e req-e851b0a0-7566-41d7-b676-b1bcde3514b2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d08a634-bada-426a-8d25-b35351c821a5 HTTP/1.1" status: 200 len: 1000 time: 0.0569217 Oct 14 12:35:31.128846 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f7f067-dd6e-44ad-88e9-6380b6e03fdb None None] Routers {'24e89d46-aa37-411d-b9be-477ef885065b'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:35:31.129444 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-73f7f067-dd6e-44ad-88e9-6380b6e03fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:35:26Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['24e89d46-aa37-411d-b9be-477ef885065b'], 'active': True} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:35:31.174128 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24b145a-a7e4-4900-b01d-7f6922f8ee2e req-b4c6f11e-17de-442a-8ce9-f5870c2cce0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:31.175544 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-e24b145a-a7e4-4900-b01d-7f6922f8ee2e req-b4c6f11e-17de-442a-8ce9-f5870c2cce0b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2ad3bf63-05be-4f65-ad9c-541a80de9cc8 HTTP/1.1" status: 200 len: 851 time: 0.0426795 Oct 14 12:35:31.228972 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24b145a-a7e4-4900-b01d-7f6922f8ee2e req-b0aa8e3b-908f-404d-9c5c-ee2287be70d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:31.230926 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-e24b145a-a7e4-4900-b01d-7f6922f8ee2e req-b0aa8e3b-908f-404d-9c5c-ee2287be70d8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1645ab42-9d5c-4574-823e-897e40d672c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421181 Oct 14 12:35:31.233544 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvr_db [None req-73f7f067-dd6e-44ad-88e9-6380b6e03fdb None None] Set router 24e89d46-aa37-411d-b9be-477ef885065b gateway port host: dv-cinder-813986-1-iscsi {{(pid=100186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:35:31.338412 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-e24b145a-a7e4-4900-b01d-7f6922f8ee2e req-3456f0e2-00b4-4950-abb6-ba6ad7bb411f service neutron] 10.222.0.25 "GET /v2.0/networks/1645ab42-9d5c-4574-823e-897e40d672c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815351 Oct 14 12:35:31.436315 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-e24b145a-a7e4-4900-b01d-7f6922f8ee2e req-46f9ccdd-ebd7-422c-b222-9be482708b79 service neutron] 10.222.0.25 "GET /v2.0/networks/1645ab42-9d5c-4574-823e-897e40d672c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855980 Oct 14 12:35:31.451852 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-73f7f067-dd6e-44ad-88e9-6380b6e03fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e89d46-aa37-411d-b9be-477ef885065b', 'name': 'tempest-TestVolumeBootPattern-1930588745-router', 'tenant_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '8e8d4ddc-3788-4316-88f0-d5f161911b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:30:07Z', 'updated_at': '2021-10-14T12:30:11Z', 'revision_number': 4, 'project_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'gw_port': {'id': '8e8d4ddc-3788-4316-88f0-d5f161911b1d', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:99:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e89d46-aa37-411d-b9be-477ef885065b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:08Z', 'updated_at': '2021-10-14T12:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_floatingips': [{'id': '19561f40-9ff3-42a2-b0e3-4f30ba35831a', 'tenant_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'floating_ip_address': '172.27.0.140', 'floating_network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'router_id': '24e89d46-aa37-411d-b9be-477ef885065b', 'port_id': '3d08a634-bada-426a-8d25-b35351c821a5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1645ab42-9d5c-4574-823e-897e40d672c1', 'mac_address': 'fa:16:3e:b9:d8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e82254a-b44e-4e3c-983e-c4d23511b24f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T12:35:29Z', 'updated_at': '2021-10-14T12:35:29Z', 'revision_number': 0, 'project_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd1b52f9-3d01-4f96-a600-cd81ebb1559f', 'name': '', 'network_id': '1645ab42-9d5c-4574-823e-897e40d672c1', 'tenant_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'mac_address': 'fa:16:3e:84:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e89d46-aa37-411d-b9be-477ef885065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '2ad3bf63-05be-4f65-ad9c-541a80de9cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:10Z', 'updated_at': '2021-10-14T12:30:16Z', 'revision_number': 5, 'project_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'subnets': [{'id': '2ad3bf63-05be-4f65-ad9c-541a80de9cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:35:31.482151 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f7f067-dd6e-44ad-88e9-6380b6e03fdb None None] The sync data for ids ['24e89d46-aa37-411d-b9be-477ef885065b'] in dv-cinder-813986-1-iscsi is: [{'id': '24e89d46-aa37-411d-b9be-477ef885065b', 'name': 'tempest-TestVolumeBootPattern-1930588745-router', 'tenant_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '8e8d4ddc-3788-4316-88f0-d5f161911b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:30:07Z', 'updated_at': '2021-10-14T12:30:11Z', 'revision_number': 4, 'project_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'gw_port': {'id': '8e8d4ddc-3788-4316-88f0-d5f161911b1d', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:99:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e89d46-aa37-411d-b9be-477ef885065b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:08Z', 'updated_at': '2021-10-14T12:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_floatingips': [{'id': '19561f40-9ff3-42a2-b0e3-4f30ba35831a', 'tenant_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'floating_ip_address': '172.27.0.140', 'floating_network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'router_id': '24e89d46-aa37-411d-b9be-477ef885065b', 'port_id': '3d08a634-bada-426a-8d25-b35351c821a5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1645ab42-9d5c-4574-823e-897e40d672c1', 'mac_address': 'fa:16:3e:b9:d8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e82254a-b44e-4e3c-983e-c4d23511b24f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T12:35:29Z', 'updated_at': '2021-10-14T12:35:29Z', 'revision_number': 0, 'project_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd1b52f9-3d01-4f96-a600-cd81ebb1559f', 'name': '', 'network_id': '1645ab42-9d5c-4574-823e-897e40d672c1', 'tenant_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'mac_address': 'fa:16:3e:84:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e89d46-aa37-411d-b9be-477ef885065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '2ad3bf63-05be-4f65-ad9c-541a80de9cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:10Z', 'updated_at': '2021-10-14T12:30:16Z', 'revision_number': 5, 'project_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'subnets': [{'id': '2ad3bf63-05be-4f65-ad9c-541a80de9cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:35:31.653117 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d428c1f-a356-4544-873f-712b2b8cc59a None None] New status for floating IP 19561f40-9ff3-42a2-b0e3-4f30ba35831a: ACTIVE {{(pid=100187) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 12:35:37.695701 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:35:44.017727 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-dabc98ca-ddc5-46bf-9476-92d3b60a8bc5 req-827d8932-fa17-41c0-88af-960abd91efe7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386779 Oct 14 12:35:44.079163 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc98ca-ddc5-46bf-9476-92d3b60a8bc5 req-29f1fdad-8447-44d4-9532-6f7f824b3d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:44.080635 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-dabc98ca-ddc5-46bf-9476-92d3b60a8bc5 req-29f1fdad-8447-44d4-9532-6f7f824b3d36 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2113c18ca299401c9338cafb84b0ff20&device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 1099 time: 0.0389550 Oct 14 12:35:44.188453 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc98ca-ddc5-46bf-9476-92d3b60a8bc5 req-0a656933-645d-48f0-9113-0d784f68d1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:44.189867 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-dabc98ca-ddc5-46bf-9476-92d3b60a8bc5 req-0a656933-645d-48f0-9113-0d784f68d1aa service neutron] 10.222.0.25 "GET /v2.0/networks?id=e97ba1a4-1eaa-4970-998a-7f37d91a4cc6 HTTP/1.1" status: 200 len: 918 time: 0.0841758 Oct 14 12:35:44.263137 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-dabc98ca-ddc5-46bf-9476-92d3b60a8bc5 req-5be32371-6e21-44ca-a0fa-7f8bdde2259d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28cd0059-123b-4cfb-8b82-37ef57465863 HTTP/1.1" status: 200 len: 1001 time: 0.0560555 Oct 14 12:35:44.318487 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc98ca-ddc5-46bf-9476-92d3b60a8bc5 req-83b40b74-146c-4d50-bb60-a2039d47baf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:44.319933 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-dabc98ca-ddc5-46bf-9476-92d3b60a8bc5 req-83b40b74-146c-4d50-bb60-a2039d47baf4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ffaa80f7-d349-41e0-815d-fe25cd4e4dcc HTTP/1.1" status: 200 len: 856 time: 0.0424345 Oct 14 12:35:44.374473 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc98ca-ddc5-46bf-9476-92d3b60a8bc5 req-87895621-9902-43bf-a8f2-a82937c46146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:35:44.375951 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-dabc98ca-ddc5-46bf-9476-92d3b60a8bc5 req-87895621-9902-43bf-a8f2-a82937c46146 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e97ba1a4-1eaa-4970-998a-7f37d91a4cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0461857 Oct 14 12:35:44.478544 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-dabc98ca-ddc5-46bf-9476-92d3b60a8bc5 req-34b3bd45-c904-4def-bcb3-0223763dc8ab service neutron] 10.222.0.25 "GET /v2.0/networks/e97ba1a4-1eaa-4970-998a-7f37d91a4cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888021 Oct 14 12:35:44.574452 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-dabc98ca-ddc5-46bf-9476-92d3b60a8bc5 req-48866273-7b9a-4f2b-9347-cdeaeed2d8db service neutron] 10.222.0.25 "GET /v2.0/networks/e97ba1a4-1eaa-4970-998a-7f37d91a4cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872438 Oct 14 12:35:50.522685 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.agents_db [None req-78dcfc36-1157-4c7d-a1d8-d24093a96b44 None None] Agent healthcheck: found 6 active agents {{(pid=100187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:35:53.191633 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-e75895b5-ae6f-4f1a-8ce3-9bb8ed22b0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:35:55.917092 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-429345d9-8716-4848-8f0d-73cac1c00d75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:35:57.094825 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-469b4b0a-0edb-4369-82f6-413c16907b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:35:57.117776 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:35:58.322615 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-27c04846-3a84-4189-8b30-75b8cfbf2676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:07.694319 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:20.961272 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb6c3b3-2f09-4de9-a6ca-e8f640b20cb3 req-a5d6b4ca-e739-4f73-96b8-00d520ff2f11 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:20.962728 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-4fb6c3b3-2f09-4de9-a6ca-e8f640b20cb3 req-a5d6b4ca-e739-4f73-96b8-00d520ff2f11 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 945 time: 0.0492749 Oct 14 12:36:20.999628 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-4fb6c3b3-2f09-4de9-a6ca-e8f640b20cb3 req-60dd8582-6779-464f-8980-2532547121d5 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=f84572bb-7caf-4ee9-bdf3-0b29d023289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309083 Oct 14 12:36:22.112739 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441aa21c-5918-4dce-85bc-bc769a80dc76 req-86074810-385b-4cec-b6ac-7ca0482bbc8d tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:22.114176 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-441aa21c-5918-4dce-85bc-bc769a80dc76 req-86074810-385b-4cec-b6ac-7ca0482bbc8d tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 945 time: 0.0475891 Oct 14 12:36:22.151090 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-441aa21c-5918-4dce-85bc-bc769a80dc76 req-c1bba878-3d2e-4734-80b3-1da38a43c53e tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=f84572bb-7caf-4ee9-bdf3-0b29d023289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305665 Oct 14 12:36:22.341399 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df0a2f7-9b3f-449b-a884-5f2ef5dcc1c3 req-7f3dced4-d640-4692-a15d-4c60cb1bd684 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:22.342826 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-8df0a2f7-9b3f-449b-a884-5f2ef5dcc1c3 req-7f3dced4-d640-4692-a15d-4c60cb1bd684 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 945 time: 0.0512118 Oct 14 12:36:22.434257 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.plugin [req-8df0a2f7-9b3f-449b-a884-5f2ef5dcc1c3 req-3bcd3716-c5e8-48a3-ba6c-b38bf40398a6 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Deleting port 62ea2203-37dc-4090-9ad8-7efed0448323 {{(pid=100184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 12:36:22.434592 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-8df0a2f7-9b3f-449b-a884-5f2ef5dcc1c3 req-3bcd3716-c5e8-48a3-ba6c-b38bf40398a6 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787793337694'] for port, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:22.522345 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.db [req-8df0a2f7-9b3f-449b-a884-5f2ef5dcc1c3 req-3bcd3716-c5e8-48a3-ba6c-b38bf40398a6 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] For port 62ea2203-37dc-4090-9ad8-7efed0448323, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=62ea2203-37dc-4090-9ad8-7efed0448323,segment=NetworkSegment(2691d58f-1dfd-4fec-a924-cb1f773f815b),segment_id=2691d58f-1dfd-4fec-a924-cb1f773f815b)] {{(pid=100184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:36:22.522697 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-8df0a2f7-9b3f-449b-a884-5f2ef5dcc1c3 req-3bcd3716-c5e8-48a3-ba6c-b38bf40398a6 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612080'] for port, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:22.666376 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 39256) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:36:22.690257 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-8df0a2f7-9b3f-449b-a884-5f2ef5dcc1c3 req-3bcd3716-c5e8-48a3-ba6c-b38bf40398a6 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:22.690898 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-8df0a2f7-9b3f-449b-a884-5f2ef5dcc1c3 req-3bcd3716-c5e8-48a3-ba6c-b38bf40398a6 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-619548'] for floatingip, after_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:22.691208 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.db.l3_db [req-8df0a2f7-9b3f-449b-a884-5f2ef5dcc1c3 req-3bcd3716-c5e8-48a3-ba6c-b38bf40398a6 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Floating IP 53861662-5b91-47ab-a007-3da86ca79158 disassociated. External IP: 172.27.0.45, port: 62ea2203-37dc-4090-9ad8-7efed0448323. Oct 14 12:36:22.691539 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.plugin [req-8df0a2f7-9b3f-449b-a884-5f2ef5dcc1c3 req-3bcd3716-c5e8-48a3-ba6c-b38bf40398a6 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Calling delete_port for 62ea2203-37dc-4090-9ad8-7efed0448323 owned by compute:nova {{(pid=100184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 12:36:22.820727 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.plugin [None req-73b8b37f-42ef-4e87-9188-7864717ecfc3 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Deleting port c7ac27b9-8459-41dd-b855-1b217e463199 {{(pid=100185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 12:36:22.821064 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-73b8b37f-42ef-4e87-9188-7864717ecfc3 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787793337694'] for port, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:22.893349 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-73b8b37f-42ef-4e87-9188-7864717ecfc3 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612080'] for port, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:22.893670 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-73b8b37f-42ef-4e87-9188-7864717ecfc3 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:22.904780 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.plugin [None req-73b8b37f-42ef-4e87-9188-7864717ecfc3 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Calling delete_port for c7ac27b9-8459-41dd-b855-1b217e463199 owned by network:floatingip {{(pid=100185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 12:36:22.926816 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-8df0a2f7-9b3f-449b-a884-5f2ef5dcc1c3 req-3bcd3716-c5e8-48a3-ba6c-b38bf40398a6 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787793344296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787792822815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235086'] for port, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:22.956246 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcd3716-c5e8-48a3-ba6c-b38bf40398a6 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Pushing event deleted for resources: {'Port': ['ID=62ea2203-37dc-4090-9ad8-7efed0448323,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:36:22.966737 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcd3716-c5e8-48a3-ba6c-b38bf40398a6 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:36:22.967085 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcd3716-c5e8-48a3-ba6c-b38bf40398a6 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:36:22.967428 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcd3716-c5e8-48a3-ba6c-b38bf40398a6 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:36:22.967764 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcd3716-c5e8-48a3-ba6c-b38bf40398a6 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:36:22.968126 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcd3716-c5e8-48a3-ba6c-b38bf40398a6 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:36:22.968474 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcd3716-c5e8-48a3-ba6c-b38bf40398a6 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:36:22.968791 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcd3716-c5e8-48a3-ba6c-b38bf40398a6 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:36:22.969118 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcd3716-c5e8-48a3-ba6c-b38bf40398a6 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:36:22.969444 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcd3716-c5e8-48a3-ba6c-b38bf40398a6 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:36:22.969767 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcd3716-c5e8-48a3-ba6c-b38bf40398a6 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:36:22.970088 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcd3716-c5e8-48a3-ba6c-b38bf40398a6 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:36:22.970470 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcd3716-c5e8-48a3-ba6c-b38bf40398a6 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:36:23.081109 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8df0a2f7-9b3f-449b-a884-5f2ef5dcc1c3 req-3bcd3716-c5e8-48a3-ba6c-b38bf40398a6 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Router 5b1e64e9-3238-4832-a983-1ecdd27464ba has already been hosted by L3 agent 98567738-4256-4ddd-ae03-62c82ecec038 {{(pid=100184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 12:36:23.133574 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-73b8b37f-42ef-4e87-9188-7864717ecfc3 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787793344296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787792822815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7811617'] for port, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:23.163060 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b8b37f-42ef-4e87-9188-7864717ecfc3 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Pushing event deleted for resources: {'Port': ['ID=c7ac27b9-8459-41dd-b855-1b217e463199,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:36:23.168061 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-17c81ed1-9159-4317-b207-f5634e2707e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:23.177263 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b8b37f-42ef-4e87-9188-7864717ecfc3 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:36:23.177564 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b8b37f-42ef-4e87-9188-7864717ecfc3 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:36:23.177899 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b8b37f-42ef-4e87-9188-7864717ecfc3 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:36:23.178226 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b8b37f-42ef-4e87-9188-7864717ecfc3 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:36:23.178548 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b8b37f-42ef-4e87-9188-7864717ecfc3 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:36:23.178865 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b8b37f-42ef-4e87-9188-7864717ecfc3 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:36:23.179180 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b8b37f-42ef-4e87-9188-7864717ecfc3 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:36:23.179938 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b8b37f-42ef-4e87-9188-7864717ecfc3 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:36:23.179938 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b8b37f-42ef-4e87-9188-7864717ecfc3 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:36:23.180151 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b8b37f-42ef-4e87-9188-7864717ecfc3 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:36:23.180456 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b8b37f-42ef-4e87-9188-7864717ecfc3 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:36:23.180726 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b8b37f-42ef-4e87-9188-7864717ecfc3 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:36:23.196008 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8df0a2f7-9b3f-449b-a884-5f2ef5dcc1c3 req-3bcd3716-c5e8-48a3-ba6c-b38bf40398a6 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify agent at l3_agent.dv-cinder-813986-1-iscsi the message routers_updated {{(pid=100184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:36:23.208380 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6e36f6-66a1-4418-877a-f3b77c24dde3 None None] Sync routers for ids ['5b1e64e9-3238-4832-a983-1ecdd27464ba'] in dv-cinder-813986-1-iscsi {{(pid=100186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:36:23.221309 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6e36f6-66a1-4418-877a-f3b77c24dde3 None None] Routers {'5b1e64e9-3238-4832-a983-1ecdd27464ba'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:36:23.222340 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-0a6e36f6-66a1-4418-877a-f3b77c24dde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:35:56Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['5b1e64e9-3238-4832-a983-1ecdd27464ba'], 'active': True} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:36:23.242065 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-73b8b37f-42ef-4e87-9188-7864717ecfc3 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Notify callbacks [] for floatingip, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:23.242334 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.db.l3_db [None req-73b8b37f-42ef-4e87-9188-7864717ecfc3 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Floating IP 22127c82-da8a-484f-9855-52f79a41e491 disassociated (deleted). External IP: 172.27.0.184, port: eeee66a4-c708-474b-bc48-a510a2390597. Oct 14 12:36:23.249671 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-bdd5b493-961e-456f-992b-bbdcb2aec1b3 req-e36461fb-b4c7-4fc3-9f4f-0238c2743033 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0890501-5c59-436d-a123-65dd70611fdd HTTP/1.1" status: 200 len: 210 time: 0.0259769 Oct 14 12:36:23.263180 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.db.l3_dvrscheduler_db [req-8df0a2f7-9b3f-449b-a884-5f2ef5dcc1c3 req-3bcd3716-c5e8-48a3-ba6c-b38bf40398a6 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] No DVR routers for this DVR port 62ea2203-37dc-4090-9ad8-7efed0448323 on host hv-cinder-81398 {{(pid=100184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 12:36:23.270072 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-8df0a2f7-9b3f-449b-a884-5f2ef5dcc1c3 req-3bcd3716-c5e8-48a3-ba6c-b38bf40398a6 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516790'] for port, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:23.274399 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-8df0a2f7-9b3f-449b-a884-5f2ef5dcc1c3 req-3bcd3716-c5e8-48a3-ba6c-b38bf40398a6 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.25 "DELETE /v2.0/ports/62ea2203-37dc-4090-9ad8-7efed0448323 HTTP/1.1" status: 204 len: 173 time: 0.9250114 Oct 14 12:36:23.275818 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0890501-5c59-436d-a123-65dd70611fdd', 'name': 'network-vif-deleted', 'tag': '62ea2203-37dc-4090-9ad8-7efed0448323'}] {{(pid=100184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:36:23.279576 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb275087d552987a85547e896d52e13f348f0da1d291f893306c6091374b53c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52628818-959c-4780-8f89-6282772dcb7d" -d '{"events": [{"server_uuid": "c0890501-5c59-436d-a123-65dd70611fdd", "name": "network-vif-deleted", "tag": "62ea2203-37dc-4090-9ad8-7efed0448323"}]}' {{(pid=100184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:36:23.326202 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a2e11f-e772-413b-9cba-bdb9a0854922 x-openstack-request-id: req-25a2e11f-e772-413b-9cba-bdb9a0854922 {{(pid=100184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:36:23.326561 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0890501-5c59-436d-a123-65dd70611fdd", "name": "network-vif-deleted", "tag": "62ea2203-37dc-4090-9ad8-7efed0448323", "status": "completed", "code": 200}]} {{(pid=100184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:36:23.326964 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-25a2e11f-e772-413b-9cba-bdb9a0854922 {{(pid=100184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:36:23.327444 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0890501-5c59-436d-a123-65dd70611fdd', 'name': 'network-vif-deleted', 'tag': '62ea2203-37dc-4090-9ad8-7efed0448323', 'status': 'completed', 'code': 200} Oct 14 12:36:23.359251 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvr_db [None req-0a6e36f6-66a1-4418-877a-f3b77c24dde3 None None] Set router 5b1e64e9-3238-4832-a983-1ecdd27464ba gateway port host: dv-cinder-813986-1-iscsi {{(pid=100186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:36:23.483845 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73b8b37f-42ef-4e87-9188-7864717ecfc3 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Router ef56347c-c1c7-4226-a8ee-6efa63682cc7 has already been hosted by L3 agent 98567738-4256-4ddd-ae03-62c82ecec038 {{(pid=100185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 12:36:23.599085 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b8b37f-42ef-4e87-9188-7864717ecfc3 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Notify agent at l3_agent.dv-cinder-813986-1-iscsi the message routers_updated {{(pid=100185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:36:23.603721 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-73b8b37f-42ef-4e87-9188-7864717ecfc3 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516790'] for floatingip, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:23.609449 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c63254-4ea6-4ede-af85-5861a2467b43 None None] Sync routers for ids ['ef56347c-c1c7-4226-a8ee-6efa63682cc7'] in dv-cinder-813986-1-iscsi {{(pid=100187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:36:23.619472 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c63254-4ea6-4ede-af85-5861a2467b43 None None] Routers {'ef56347c-c1c7-4226-a8ee-6efa63682cc7'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:36:23.620240 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_hamode_db [None req-37c63254-4ea6-4ede-af85-5861a2467b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:35:56Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['ef56347c-c1c7-4226-a8ee-6efa63682cc7'], 'active': True} {{(pid=100187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:36:23.633894 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-73b8b37f-42ef-4e87-9188-7864717ecfc3 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "DELETE /v2.0/floatingips/22127c82-da8a-484f-9855-52f79a41e491 HTTP/1.1" status: 204 len: 168 time: 0.9617517 Oct 14 12:36:23.634498 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82200c30-25f0-4d09-a79d-a5246f8cc838', 'tag': 'eeee66a4-c708-474b-bc48-a510a2390597'}] {{(pid=100185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:36:23.637388 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}167116552ac494ad33fe024857b10e57374526f2b70b110e82d735407eff6bb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4abd2527-df6b-49b3-9ead-89dc9a2a6767" -d '{"events": [{"name": "network-changed", "server_uuid": "82200c30-25f0-4d09-a79d-a5246f8cc838", "tag": "eeee66a4-c708-474b-bc48-a510a2390597"}]}' {{(pid=100185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:36:23.705702 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-0a6e36f6-66a1-4418-877a-f3b77c24dde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1e64e9-3238-4832-a983-1ecdd27464ba', 'name': 'tempest-AttachVolumeTestJSON-418739754-router', 'tenant_id': 'a74b273d32f14564a6f532d3344fc1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'd04bbf9a-c91d-417d-86e7-57f605430f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:28:38Z', 'updated_at': '2021-10-14T12:28:43Z', 'revision_number': 4, 'project_id': 'a74b273d32f14564a6f532d3344fc1c3', 'gw_port': {'id': 'd04bbf9a-c91d-417d-86e7-57f605430f58', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:72:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1e64e9-3238-4832-a983-1ecdd27464ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:28:39Z', 'updated_at': '2021-10-14T12:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_interfaces': [{'id': 'd61461a8-d626-4477-9cd9-f5239b43e03b', 'name': '', 'network_id': '031e9579-40df-4987-97d9-4aff3031dd9c', 'tenant_id': 'a74b273d32f14564a6f532d3344fc1c3', 'mac_address': 'fa:16:3e:7c:da:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1e64e9-3238-4832-a983-1ecdd27464ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '1ae97040-dc68-4655-9e24-79e922381839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:28:42Z', 'updated_at': '2021-10-14T12:28:47Z', 'revision_number': 5, 'project_id': 'a74b273d32f14564a6f532d3344fc1c3', 'subnets': [{'id': '1ae97040-dc68-4655-9e24-79e922381839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:36:23.740342 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6e36f6-66a1-4418-877a-f3b77c24dde3 None None] Checking router: 5b1e64e9-3238-4832-a983-1ecdd27464ba for host: dv-cinder-813986-1-iscsi {{(pid=100186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:36:23.750420 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6e36f6-66a1-4418-877a-f3b77c24dde3 None None] Routers {'5b1e64e9-3238-4832-a983-1ecdd27464ba'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:36:23.751185 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-0a6e36f6-66a1-4418-877a-f3b77c24dde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:35:56Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['5b1e64e9-3238-4832-a983-1ecdd27464ba'], 'active': True} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:36:23.751499 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 12:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9946138e-47dd-4994-82e6-987973656362 x-openstack-request-id: req-9946138e-47dd-4994-82e6-987973656362 {{(pid=100185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:36:23.752010 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82200c30-25f0-4d09-a79d-a5246f8cc838", "tag": "eeee66a4-c708-474b-bc48-a510a2390597", "status": "completed", "code": 200}]} {{(pid=100185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:36:23.752138 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9946138e-47dd-4994-82e6-987973656362 {{(pid=100185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:36:23.752634 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82200c30-25f0-4d09-a79d-a5246f8cc838', 'tag': 'eeee66a4-c708-474b-bc48-a510a2390597', 'status': 'completed', 'code': 200} Oct 14 12:36:23.758625 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_dvr_db [None req-37c63254-4ea6-4ede-af85-5861a2467b43 None None] Set router ef56347c-c1c7-4226-a8ee-6efa63682cc7 gateway port host: dv-cinder-813986-1-iscsi {{(pid=100187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:36:23.824246 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd2527-df6b-49b3-9ead-89dc9a2a6767 req-622db547-b3a4-44b3-9a05-d376fdfbfba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:23.826051 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-4abd2527-df6b-49b3-9ead-89dc9a2a6767 req-622db547-b3a4-44b3-9a05-d376fdfbfba8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9d75b8979b4c4881a94b492a998237d9&device_id=82200c30-25f0-4d09-a79d-a5246f8cc838 HTTP/1.1" status: 200 len: 1098 time: 0.0471189 Oct 14 12:36:23.863017 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvr_db [None req-0a6e36f6-66a1-4418-877a-f3b77c24dde3 None None] Set router 5b1e64e9-3238-4832-a983-1ecdd27464ba gateway port host: dv-cinder-813986-1-iscsi {{(pid=100186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:36:23.943258 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd2527-df6b-49b3-9ead-89dc9a2a6767 req-5647a93f-521d-4584-8dc4-3346ea89a842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:23.945606 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-4abd2527-df6b-49b3-9ead-89dc9a2a6767 req-5647a93f-521d-4584-8dc4-3346ea89a842 service neutron] 10.222.0.25 "GET /v2.0/networks?id=acc15ba5-0543-4abc-b63a-0e54133d3dcf HTTP/1.1" status: 200 len: 909 time: 0.1103406 Oct 14 12:36:23.976256 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_hamode_db [None req-37c63254-4ea6-4ede-af85-5861a2467b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef56347c-c1c7-4226-a8ee-6efa63682cc7', 'name': 'tempest-TestShelveInstance-494155533-router', 'tenant_id': '9d75b8979b4c4881a94b492a998237d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '9b6d5da3-54f6-4498-8766-f1cc9e165199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:28:20Z', 'updated_at': '2021-10-14T12:28:25Z', 'revision_number': 4, 'project_id': '9d75b8979b4c4881a94b492a998237d9', 'gw_port': {'id': '9b6d5da3-54f6-4498-8766-f1cc9e165199', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef56347c-c1c7-4226-a8ee-6efa63682cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:28:21Z', 'updated_at': '2021-10-14T12:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_interfaces': [{'id': 'cf1ce6c1-a195-433e-abb7-70dfbeac75f7', 'name': '', 'network_id': 'acc15ba5-0543-4abc-b63a-0e54133d3dcf', 'tenant_id': '9d75b8979b4c4881a94b492a998237d9', 'mac_address': 'fa:16:3e:65:68:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef56347c-c1c7-4226-a8ee-6efa63682cc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '499e8163-03c2-47ed-9554-87f8f0cc96a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:28:24Z', 'updated_at': '2021-10-14T12:28:29Z', 'revision_number': 5, 'project_id': '9d75b8979b4c4881a94b492a998237d9', 'subnets': [{'id': '499e8163-03c2-47ed-9554-87f8f0cc96a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:36:23.991467 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-4abd2527-df6b-49b3-9ead-89dc9a2a6767 req-e84733fa-d981-4f05-bdc3-ebabdd740808 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eeee66a4-c708-474b-bc48-a510a2390597 HTTP/1.1" status: 200 len: 217 time: 0.0384715 Oct 14 12:36:24.006854 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c63254-4ea6-4ede-af85-5861a2467b43 None None] Checking router: ef56347c-c1c7-4226-a8ee-6efa63682cc7 for host: dv-cinder-813986-1-iscsi {{(pid=100187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:36:24.016212 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c63254-4ea6-4ede-af85-5861a2467b43 None None] Routers {'ef56347c-c1c7-4226-a8ee-6efa63682cc7'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:36:24.016829 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_hamode_db [None req-37c63254-4ea6-4ede-af85-5861a2467b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:35:56Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['ef56347c-c1c7-4226-a8ee-6efa63682cc7'], 'active': True} {{(pid=100187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:36:24.048315 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd2527-df6b-49b3-9ead-89dc9a2a6767 req-13707818-15f7-4ecf-9131-76aba738ea81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:24.050894 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-4abd2527-df6b-49b3-9ead-89dc9a2a6767 req-13707818-15f7-4ecf-9131-76aba738ea81 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=499e8163-03c2-47ed-9554-87f8f0cc96a6 HTTP/1.1" status: 200 len: 847 time: 0.0506785 Oct 14 12:36:24.097389 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd2527-df6b-49b3-9ead-89dc9a2a6767 req-77fa920f-768d-4466-aabc-b8a40bb1ccae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:24.098927 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-4abd2527-df6b-49b3-9ead-89dc9a2a6767 req-77fa920f-768d-4466-aabc-b8a40bb1ccae service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=acc15ba5-0543-4abc-b63a-0e54133d3dcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410845 Oct 14 12:36:24.110115 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-0a6e36f6-66a1-4418-877a-f3b77c24dde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1e64e9-3238-4832-a983-1ecdd27464ba', 'name': 'tempest-AttachVolumeTestJSON-418739754-router', 'tenant_id': 'a74b273d32f14564a6f532d3344fc1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'd04bbf9a-c91d-417d-86e7-57f605430f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:28:38Z', 'updated_at': '2021-10-14T12:28:43Z', 'revision_number': 4, 'project_id': 'a74b273d32f14564a6f532d3344fc1c3', 'gw_port': {'id': 'd04bbf9a-c91d-417d-86e7-57f605430f58', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:72:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1e64e9-3238-4832-a983-1ecdd27464ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:28:39Z', 'updated_at': '2021-10-14T12:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_interfaces': [{'id': 'd61461a8-d626-4477-9cd9-f5239b43e03b', 'name': '', 'network_id': '031e9579-40df-4987-97d9-4aff3031dd9c', 'tenant_id': 'a74b273d32f14564a6f532d3344fc1c3', 'mac_address': 'fa:16:3e:7c:da:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1e64e9-3238-4832-a983-1ecdd27464ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '1ae97040-dc68-4655-9e24-79e922381839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:28:42Z', 'updated_at': '2021-10-14T12:28:47Z', 'revision_number': 5, 'project_id': 'a74b273d32f14564a6f532d3344fc1c3', 'subnets': [{'id': '1ae97040-dc68-4655-9e24-79e922381839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:36:24.134053 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_dvr_db [None req-37c63254-4ea6-4ede-af85-5861a2467b43 None None] Set router ef56347c-c1c7-4226-a8ee-6efa63682cc7 gateway port host: dv-cinder-813986-1-iscsi {{(pid=100187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:36:24.145261 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6e36f6-66a1-4418-877a-f3b77c24dde3 None None] The sync data for ids ['5b1e64e9-3238-4832-a983-1ecdd27464ba'] in dv-cinder-813986-1-iscsi is: [{'id': '5b1e64e9-3238-4832-a983-1ecdd27464ba', 'name': 'tempest-AttachVolumeTestJSON-418739754-router', 'tenant_id': 'a74b273d32f14564a6f532d3344fc1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'd04bbf9a-c91d-417d-86e7-57f605430f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:28:38Z', 'updated_at': '2021-10-14T12:28:43Z', 'revision_number': 4, 'project_id': 'a74b273d32f14564a6f532d3344fc1c3', 'gw_port': {'id': 'd04bbf9a-c91d-417d-86e7-57f605430f58', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:72:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1e64e9-3238-4832-a983-1ecdd27464ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:28:39Z', 'updated_at': '2021-10-14T12:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_interfaces': [{'id': 'd61461a8-d626-4477-9cd9-f5239b43e03b', 'name': '', 'network_id': '031e9579-40df-4987-97d9-4aff3031dd9c', 'tenant_id': 'a74b273d32f14564a6f532d3344fc1c3', 'mac_address': 'fa:16:3e:7c:da:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1e64e9-3238-4832-a983-1ecdd27464ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '1ae97040-dc68-4655-9e24-79e922381839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:28:42Z', 'updated_at': '2021-10-14T12:28:47Z', 'revision_number': 5, 'project_id': 'a74b273d32f14564a6f532d3344fc1c3', 'subnets': [{'id': '1ae97040-dc68-4655-9e24-79e922381839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:36:24.216354 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a0d9a-75d6-44d0-9c6b-6d8719d31981 req-fbdd8b8c-1d21-4105-b3b0-72037919cf13 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:24.217874 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-634a0d9a-75d6-44d0-9c6b-6d8719d31981 req-fbdd8b8c-1d21-4105-b3b0-72037919cf13 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/ports?device_id=82200c30-25f0-4d09-a79d-a5246f8cc838 HTTP/1.1" status: 200 len: 945 time: 0.1180038 Oct 14 12:36:24.259349 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-4abd2527-df6b-49b3-9ead-89dc9a2a6767 req-02a26023-cf99-42fa-9e5d-03643557b551 service neutron] 10.222.0.25 "GET /v2.0/networks/acc15ba5-0543-4abc-b63a-0e54133d3dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479833 Oct 14 12:36:24.292935 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-634a0d9a-75d6-44d0-9c6b-6d8719d31981 req-8edf66d4-992b-4e78-886f-fea03c7f37bc tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/security-groups?id=7efa3605-5c1b-4381-aa51-8a31690ba583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681181 Oct 14 12:36:24.399495 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-4abd2527-df6b-49b3-9ead-89dc9a2a6767 req-26b958fa-99b6-4fb4-8409-c7f6fc0a9948 service neutron] 10.222.0.25 "GET /v2.0/networks/acc15ba5-0543-4abc-b63a-0e54133d3dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283975 Oct 14 12:36:24.402301 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_hamode_db [None req-37c63254-4ea6-4ede-af85-5861a2467b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef56347c-c1c7-4226-a8ee-6efa63682cc7', 'name': 'tempest-TestShelveInstance-494155533-router', 'tenant_id': '9d75b8979b4c4881a94b492a998237d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '9b6d5da3-54f6-4498-8766-f1cc9e165199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:28:20Z', 'updated_at': '2021-10-14T12:28:25Z', 'revision_number': 4, 'project_id': '9d75b8979b4c4881a94b492a998237d9', 'gw_port': {'id': '9b6d5da3-54f6-4498-8766-f1cc9e165199', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef56347c-c1c7-4226-a8ee-6efa63682cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:28:21Z', 'updated_at': '2021-10-14T12:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_interfaces': [{'id': 'cf1ce6c1-a195-433e-abb7-70dfbeac75f7', 'name': '', 'network_id': 'acc15ba5-0543-4abc-b63a-0e54133d3dcf', 'tenant_id': '9d75b8979b4c4881a94b492a998237d9', 'mac_address': 'fa:16:3e:65:68:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef56347c-c1c7-4226-a8ee-6efa63682cc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '499e8163-03c2-47ed-9554-87f8f0cc96a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:28:24Z', 'updated_at': '2021-10-14T12:28:29Z', 'revision_number': 5, 'project_id': '9d75b8979b4c4881a94b492a998237d9', 'subnets': [{'id': '499e8163-03c2-47ed-9554-87f8f0cc96a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:36:24.421590 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327e7c7c-4571-44f9-a0e3-298e06c0ec26 None None] New status for floating IP 53861662-5b91-47ab-a007-3da86ca79158: DOWN {{(pid=100186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 12:36:24.433589 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c63254-4ea6-4ede-af85-5861a2467b43 None None] The sync data for ids ['ef56347c-c1c7-4226-a8ee-6efa63682cc7'] in dv-cinder-813986-1-iscsi is: [{'id': 'ef56347c-c1c7-4226-a8ee-6efa63682cc7', 'name': 'tempest-TestShelveInstance-494155533-router', 'tenant_id': '9d75b8979b4c4881a94b492a998237d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '9b6d5da3-54f6-4498-8766-f1cc9e165199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:28:20Z', 'updated_at': '2021-10-14T12:28:25Z', 'revision_number': 4, 'project_id': '9d75b8979b4c4881a94b492a998237d9', 'gw_port': {'id': '9b6d5da3-54f6-4498-8766-f1cc9e165199', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef56347c-c1c7-4226-a8ee-6efa63682cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:28:21Z', 'updated_at': '2021-10-14T12:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_interfaces': [{'id': 'cf1ce6c1-a195-433e-abb7-70dfbeac75f7', 'name': '', 'network_id': 'acc15ba5-0543-4abc-b63a-0e54133d3dcf', 'tenant_id': '9d75b8979b4c4881a94b492a998237d9', 'mac_address': 'fa:16:3e:65:68:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef56347c-c1c7-4226-a8ee-6efa63682cc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '499e8163-03c2-47ed-9554-87f8f0cc96a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:28:24Z', 'updated_at': '2021-10-14T12:28:29Z', 'revision_number': 5, 'project_id': '9d75b8979b4c4881a94b492a998237d9', 'subnets': [{'id': '499e8163-03c2-47ed-9554-87f8f0cc96a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:36:24.443631 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 39280) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:36:24.502744 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-bba8ae29-3731-4185-a27f-2ec38721d5ef tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks [] for security_group, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:24.528038 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-bba8ae29-3731-4185-a27f-2ec38721d5ef tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:24.647406 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-bba8ae29-3731-4185-a27f-2ec38721d5ef tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:24.658474 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-bba8ae29-3731-4185-a27f-2ec38721d5ef tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks [] for security_group, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:24.658474 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-bba8ae29-3731-4185-a27f-2ec38721d5ef tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "DELETE /v2.0/security-groups/f84572bb-7caf-4ee9-bdf3-0b29d023289a HTTP/1.1" status: 204 len: 168 time: 0.2131028 Oct 14 12:36:24.659152 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 39282) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:36:24.665075 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8ae29-3731-4185-a27f-2ec38721d5ef tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84572bb-7caf-4ee9-bdf3-0b29d023289a,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:36:24.667816 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a54127-f0a7-4fc7-9765-098fbc593c56 None None] New status for floating IP 22127c82-da8a-484f-9855-52f79a41e491: DOWN {{(pid=100187) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 12:36:24.681586 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.api.v2.resource [None req-12c5bdec-7a1b-4f98-ad53-0a298f6998ac tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] show failed (client error): The resource could not be found. Oct 14 12:36:24.686153 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-12c5bdec-7a1b-4f98-ad53-0a298f6998ac tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups/f84572bb-7caf-4ee9-bdf3-0b29d023289a HTTP/1.1" status: 404 len: 347 time: 0.0272398 Oct 14 12:36:24.688378 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 39284) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:36:24.813628 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.plugin [None req-83dd9c53-08ae-4f1c-8519-dc24201bbd41 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Deleting port 9fb06993-9a5c-4b29-9cd0-a0d41228394c {{(pid=100185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 12:36:24.814234 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-83dd9c53-08ae-4f1c-8519-dc24201bbd41 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787793337694'] for port, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:24.890237 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-83dd9c53-08ae-4f1c-8519-dc24201bbd41 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612080'] for port, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:24.890557 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-83dd9c53-08ae-4f1c-8519-dc24201bbd41 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:24.902581 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.plugin [None req-83dd9c53-08ae-4f1c-8519-dc24201bbd41 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Calling delete_port for 9fb06993-9a5c-4b29-9cd0-a0d41228394c owned by network:floatingip {{(pid=100185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 12:36:25.088604 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-83dd9c53-08ae-4f1c-8519-dc24201bbd41 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787793344296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787792822815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7811617'] for port, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:25.113332 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dd9c53-08ae-4f1c-8519-dc24201bbd41 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Pushing event deleted for resources: {'Port': ['ID=9fb06993-9a5c-4b29-9cd0-a0d41228394c,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:36:25.173037 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-83dd9c53-08ae-4f1c-8519-dc24201bbd41 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks [] for floatingip, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:25.175567 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-83dd9c53-08ae-4f1c-8519-dc24201bbd41 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516790'] for floatingip, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:25.176725 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-83dd9c53-08ae-4f1c-8519-dc24201bbd41 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "DELETE /v2.0/floatingips/53861662-5b91-47ab-a007-3da86ca79158 HTTP/1.1" status: 204 len: 168 time: 0.4875672 Oct 14 12:36:25.188524 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device 62ea2203-37dc-4090-9ad8-7efed0448323 no longer exists at agent hyperv_hv-cinder-81398 {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:36:25.208816 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] No Port match for: 62ea2203-37dc-4090-9ad8-7efed0448323 {{(pid=100186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 12:36:25.209155 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device 62ea2203-37dc-4090-9ad8-7efed0448323 not bound to the agent host hv-cinder-81398 {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:36:25.402531 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd8c515-b658-4068-aed2-d029ff54f5cc req-b92bfdf0-928c-4154-9c88-a8516cf01f31 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:25.404200 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-dcd8c515-b658-4068-aed2-d029ff54f5cc req-b92bfdf0-928c-4154-9c88-a8516cf01f31 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/ports?device_id=82200c30-25f0-4d09-a79d-a5246f8cc838 HTTP/1.1" status: 200 len: 945 time: 0.0485010 Oct 14 12:36:25.442543 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-dcd8c515-b658-4068-aed2-d029ff54f5cc req-d31ef03a-2826-4091-85ff-f99ba61fa84e tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/security-groups?id=7efa3605-5c1b-4381-aa51-8a31690ba583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318642 Oct 14 12:36:25.614674 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 39292) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:36:25.619751 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.v2.base [None req-9c8af500-01f8-4c1d-8220-7a8e75d67656 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1430785493', 'description': 'tempest-description--1295137096'}} {{(pid=100185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:36:25.710640 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-9c8af500-01f8-4c1d-8220-7a8e75d67656 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks [] for security_group, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:25.773550 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-9c8af500-01f8-4c1d-8220-7a8e75d67656 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks [] for security_group, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:25.858726 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-9c8af500-01f8-4c1d-8220-7a8e75d67656 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:25.886397 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8af500-01f8-4c1d-8220-7a8e75d67656 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5fcbc7-5255-4d45-8f40-7ab46cf5b030,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:36:25.944857 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-1804ca41-d9f7-4be5-b62c-de72fa0a80e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:25.958581 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-9c8af500-01f8-4c1d-8220-7a8e75d67656 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks [] for security_group, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:25.960138 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-9c8af500-01f8-4c1d-8220-7a8e75d67656 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3441141 Oct 14 12:36:25.962796 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 39294) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:36:25.962960 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d3c2ce-219b-4c85-8f42-29dbb3681a38 req-ddac485a-7c95-4126-aff6-3c17bed07231 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:25.964426 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b2d3c2ce-219b-4c85-8f42-29dbb3681a38 req-ddac485a-7c95-4126-aff6-3c17bed07231 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.25 "GET /v2.0/ports?device_id=82200c30-25f0-4d09-a79d-a5246f8cc838 HTTP/1.1" status: 200 len: 945 time: 0.0473411 Oct 14 12:36:25.967093 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.v2.base [None req-6c94339f-7f13-40e0-a008-ece472abcb8e tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Request body: {'security_group_rule': {'security_group_id': '2f5fcbc7-5255-4d45-8f40-7ab46cf5b030', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:36:26.059329 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.plugin [req-b2d3c2ce-219b-4c85-8f42-29dbb3681a38 req-11446a10-b351-449d-811e-d26254349314 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Deleting port eeee66a4-c708-474b-bc48-a510a2390597 {{(pid=100184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 12:36:26.059670 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-b2d3c2ce-219b-4c85-8f42-29dbb3681a38 req-11446a10-b351-449d-811e-d26254349314 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787793337694'] for port, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:26.069821 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-6c94339f-7f13-40e0-a008-ece472abcb8e tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:26.127401 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-6c94339f-7f13-40e0-a008-ece472abcb8e tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:26.145772 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.db [req-b2d3c2ce-219b-4c85-8f42-29dbb3681a38 req-11446a10-b351-449d-811e-d26254349314 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] For port eeee66a4-c708-474b-bc48-a510a2390597, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=eeee66a4-c708-474b-bc48-a510a2390597,segment=NetworkSegment(225b3b64-b211-4c8d-9fa3-59ed2947d777),segment_id=225b3b64-b211-4c8d-9fa3-59ed2947d777)] {{(pid=100184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:36:26.149380 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-b2d3c2ce-219b-4c85-8f42-29dbb3681a38 req-11446a10-b351-449d-811e-d26254349314 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612080'] for port, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:26.158540 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.plugin [req-b2d3c2ce-219b-4c85-8f42-29dbb3681a38 req-11446a10-b351-449d-811e-d26254349314 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Calling delete_port for eeee66a4-c708-474b-bc48-a510a2390597 owned by compute:nova {{(pid=100184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 12:36:26.196541 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-6c94339f-7f13-40e0-a008-ece472abcb8e tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596696'] for security_group_rule, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:26.214434 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c94339f-7f13-40e0-a008-ece472abcb8e tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07cbfa80-95e8-4517-973b-081879b32d78,revision_number=0']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:36:26.295551 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-6c94339f-7f13-40e0-a008-ece472abcb8e tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:26.296802 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-6c94339f-7f13-40e0-a008-ece472abcb8e tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3330324 Oct 14 12:36:26.299441 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 39296) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:36:26.303674 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.v2.base [None req-0ccf5771-92fc-49bb-8535-abddaf253efb tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Request body: {'security_group_rule': {'security_group_id': '2f5fcbc7-5255-4d45-8f40-7ab46cf5b030', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:36:26.350903 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-b2d3c2ce-219b-4c85-8f42-29dbb3681a38 req-11446a10-b351-449d-811e-d26254349314 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787793344296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787792822815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235086'] for port, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:26.384948 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11446a10-b351-449d-811e-d26254349314 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Pushing event deleted for resources: {'Port': ['ID=eeee66a4-c708-474b-bc48-a510a2390597,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:36:26.418767 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-0ccf5771-92fc-49bb-8535-abddaf253efb tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:26.422634 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2d3c2ce-219b-4c85-8f42-29dbb3681a38 req-11446a10-b351-449d-811e-d26254349314 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] No DVR routers for this DVR port eeee66a4-c708-474b-bc48-a510a2390597 on host hv-cinder-81398 {{(pid=100184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 12:36:26.424790 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-b2d3c2ce-219b-4c85-8f42-29dbb3681a38 req-11446a10-b351-449d-811e-d26254349314 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516790'] for port, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:26.428263 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b2d3c2ce-219b-4c85-8f42-29dbb3681a38 req-11446a10-b351-449d-811e-d26254349314 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.25 "DELETE /v2.0/ports/eeee66a4-c708-474b-bc48-a510a2390597 HTTP/1.1" status: 204 len: 173 time: 0.4554236 Oct 14 12:36:26.428716 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82200c30-25f0-4d09-a79d-a5246f8cc838', 'name': 'network-vif-deleted', 'tag': 'eeee66a4-c708-474b-bc48-a510a2390597'}] {{(pid=100184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:36:26.431571 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb275087d552987a85547e896d52e13f348f0da1d291f893306c6091374b53c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb72a78-64a7-4e82-a695-4e8933896a4f" -d '{"events": [{"server_uuid": "82200c30-25f0-4d09-a79d-a5246f8cc838", "name": "network-vif-deleted", "tag": "eeee66a4-c708-474b-bc48-a510a2390597"}]}' {{(pid=100184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:36:26.467281 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad424a5-f840-497a-b742-26a95524130c x-openstack-request-id: req-fad424a5-f840-497a-b742-26a95524130c {{(pid=100184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:36:26.467576 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82200c30-25f0-4d09-a79d-a5246f8cc838", "name": "network-vif-deleted", "tag": "eeee66a4-c708-474b-bc48-a510a2390597", "status": "completed", "code": 200}]} {{(pid=100184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:36:26.467831 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fad424a5-f840-497a-b742-26a95524130c {{(pid=100184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:36:26.468267 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82200c30-25f0-4d09-a79d-a5246f8cc838', 'name': 'network-vif-deleted', 'tag': 'eeee66a4-c708-474b-bc48-a510a2390597', 'status': 'completed', 'code': 200} Oct 14 12:36:26.482142 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-0ccf5771-92fc-49bb-8535-abddaf253efb tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:26.536730 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-3709a1f1-5df5-4946-aa3d-80589231fa9f req-03bd2c39-3f2b-43da-be8e-b7556a788e92 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/ports?device_id=82200c30-25f0-4d09-a79d-a5246f8cc838 HTTP/1.1" status: 200 len: 210 time: 0.0270145 Oct 14 12:36:26.544956 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-0ccf5771-92fc-49bb-8535-abddaf253efb tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596696'] for security_group_rule, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:26.562657 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccf5771-92fc-49bb-8535-abddaf253efb tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81060ead-8545-475d-a061-5073f2fcae77,revision_number=0']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:36:26.621362 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-0ccf5771-92fc-49bb-8535-abddaf253efb tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:26.622611 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-0ccf5771-92fc-49bb-8535-abddaf253efb tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3222022 Oct 14 12:36:26.625642 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 39302) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:36:26.629947 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.v2.base [None req-1acb7780-15cb-453b-b3e7-b35caf718d3e tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Request body: {'floatingip': {'floating_network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3'}} {{(pid=100185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:36:26.699102 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-1acb7780-15cb-453b-b3e7-b35caf718d3e tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks [] for floatingip, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:27.017274 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-1acb7780-15cb-453b-b3e7-b35caf718d3e tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:27.104986 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-469b4b0a-0edb-4369-82f6-413c16907b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:27.106751 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:27.122498 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.db.db_base_plugin_common [None req-1acb7780-15cb-453b-b3e7-b35caf718d3e tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Allocated IP 172.27.0.254 (b7b7a1d8-4110-4f63-bddb-33667e2d84f3/eea40cd2-79ec-4f52-9668-443439548eb0/cab04234-f09e-4c16-9571-cfde6e7f18ec) {{(pid=100185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:36:27.222440 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-1acb7780-15cb-453b-b3e7-b35caf718d3e tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks [] for port, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:27.305348 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-1acb7780-15cb-453b-b3e7-b35caf718d3e tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787792822806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7811617'] for port, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:27.341297 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1acb7780-15cb-453b-b3e7-b35caf718d3e tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Network b7b7a1d8-4110-4f63-bddb-33667e2d84f3 is already hosted by enough agents. {{(pid=100185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:36:27.344141 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.base_scheduler [None req-1acb7780-15cb-453b-b3e7-b35caf718d3e tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Resources bound (agent type, host, resource id): {{(pid=100185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:36:27.347513 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acb7780-15cb-453b-b3e7-b35caf718d3e tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Received port after_create {{(pid=100185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:36:27.377929 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acb7780-15cb-453b-b3e7-b35caf718d3e tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Pushing event updated for resources: {'Port': ['ID=cab04234-f09e-4c16-9571-cfde6e7f18ec,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:36:27.435104 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-1acb7780-15cb-453b-b3e7-b35caf718d3e tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:27.520914 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.agents_db [None req-78dcfc36-1157-4c7d-a1d8-d24093a96b44 None None] Agent healthcheck: found 6 active agents {{(pid=100187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:36:27.537168 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-1acb7780-15cb-453b-b3e7-b35caf718d3e tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:27.651897 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9171a5a6-c9de-4036-ba35-999f36422c5e req-557f4be4-7e0f-4018-b6c4-395fb3c78625 tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "GET /v2.0/ports?device_id=82200c30-25f0-4d09-a79d-a5246f8cc838 HTTP/1.1" status: 200 len: 210 time: 0.0254090 Oct 14 12:36:27.685194 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-1acb7780-15cb-453b-b3e7-b35caf718d3e tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks [] for port, precommit_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:27.761840 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-1acb7780-15cb-453b-b3e7-b35caf718d3e tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7811640'] for port, after_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:27.835425 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acb7780-15cb-453b-b3e7-b35caf718d3e tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Pushing event updated for resources: {'Port': ['ID=cab04234-f09e-4c16-9571-cfde6e7f18ec,revision_number=2']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:36:27.847024 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-1acb7780-15cb-453b-b3e7-b35caf718d3e tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-619548'] for floatingip, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:27.941028 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-1acb7780-15cb-453b-b3e7-b35caf718d3e tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516790'] for floatingip, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:27.942255 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-1acb7780-15cb-453b-b3e7-b35caf718d3e tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3156939 Oct 14 12:36:28.079591 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-348cd47d-4365-42ef-accc-2ed349f92924 req-b0befcee-9e38-4f01-9d3f-c6cdd937f19b tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1430785493&fields=id&tenant_id=a74b273d32f14564a6f532d3344fc1c3 HTTP/1.1" status: 200 len: 267 time: 0.0320246 Oct 14 12:36:28.186947 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348cd47d-4365-42ef-accc-2ed349f92924 req-8b80782b-40cb-408c-acd9-b3f58ac4fc84 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:28.188389 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-348cd47d-4365-42ef-accc-2ed349f92924 req-8b80782b-40cb-408c-acd9-b3f58ac4fc84 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/networks?id=031e9579-40df-4987-97d9-4aff3031dd9c HTTP/1.1" status: 200 len: 810 time: 0.1021302 Oct 14 12:36:28.203242 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-348cd47d-4365-42ef-accc-2ed349f92924 req-0c1fc10e-b423-482d-b445-299f220a86e5 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/quotas/a74b273d32f14564a6f532d3344fc1c3 HTTP/1.1" status: 200 len: 375 time: 0.0092230 Oct 14 12:36:28.253606 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-348cd47d-4365-42ef-accc-2ed349f92924 req-f8dd2f4a-5530-44a5-866c-0b979fa4db8b tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=a74b273d32f14564a6f532d3344fc1c3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0453186 Oct 14 12:36:28.339313 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-27c04846-3a84-4189-8b30-75b8cfbf2676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:28.347141 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-348cd47d-4365-42ef-accc-2ed349f92924 req-f8a6b2dc-4078-453f-821e-db2a9eddb815 service neutron] 10.222.0.54 "GET /v2.0/networks/031e9579-40df-4987-97d9-4aff3031dd9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815375 Oct 14 12:36:28.438610 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-348cd47d-4365-42ef-accc-2ed349f92924 req-db7acdf4-d6f7-4b8d-80ac-92f3313fd467 service neutron] 10.222.0.54 "GET /v2.0/networks/031e9579-40df-4987-97d9-4aff3031dd9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851321 Oct 14 12:36:28.651587 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-17ac4f01-d671-4f4b-85c8-6b174502cff7 req-ee1acda5-7a45-46b6-908a-13f620961151 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f3fa74d-2596-4993-bf05-492949ab099f HTTP/1.1" status: 200 len: 210 time: 0.0261264 Oct 14 12:36:28.709453 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 39328) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:36:28.767001 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-65c119c6-79ba-45b9-961f-85d85f935b7c tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Notify callbacks [] for security_group, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:28.791036 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-65c119c6-79ba-45b9-961f-85d85f935b7c tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:28.915051 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-65c119c6-79ba-45b9-961f-85d85f935b7c tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:28.918368 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-65c119c6-79ba-45b9-961f-85d85f935b7c tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Notify callbacks [] for security_group, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:28.919518 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-65c119c6-79ba-45b9-961f-85d85f935b7c tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] 10.222.0.54 "DELETE /v2.0/security-groups/7efa3605-5c1b-4381-aa51-8a31690ba583 HTTP/1.1" status: 204 len: 168 time: 0.2090790 Oct 14 12:36:28.928607 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c119c6-79ba-45b9-961f-85d85f935b7c tempest-TestShelveInstance-883487880 tempest-TestShelveInstance-883487880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7efa3605-5c1b-4381-aa51-8a31690ba583,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:36:29.062710 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 39338) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:36:29.219141 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device eeee66a4-c708-474b-bc48-a510a2390597 no longer exists at agent hyperv_hv-cinder-81398 {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:36:29.242628 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] No Port match for: eeee66a4-c708-474b-bc48-a510a2390597 {{(pid=100186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 12:36:29.243084 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device eeee66a4-c708-474b-bc48-a510a2390597 not bound to the agent host hv-cinder-81398 {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:36:29.495945 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-4084895c-adc8-44bc-882f-5c2bf1ae6ccd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-618524'] for router_interface, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:29.731539 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.plugin [None req-4084895c-adc8-44bc-882f-5c2bf1ae6ccd admin admin] Deleting port cf1ce6c1-a195-433e-abb7-70dfbeac75f7 {{(pid=100185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 12:36:29.731869 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-4084895c-adc8-44bc-882f-5c2bf1ae6ccd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787793337694'] for port, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:29.752771 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-072f01e9-b893-4daa-a8cd-0f33c52e57d1 req-96d6f94f-fc6b-45f9-9b3b-6c99c60c6395 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f3fa74d-2596-4993-bf05-492949ab099f HTTP/1.1" status: 200 len: 210 time: 0.0318418 Oct 14 12:36:29.811186 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.db [None req-4084895c-adc8-44bc-882f-5c2bf1ae6ccd admin admin] For port cf1ce6c1-a195-433e-abb7-70dfbeac75f7, host dv-cinder-813986-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=cf1ce6c1-a195-433e-abb7-70dfbeac75f7,segment=NetworkSegment(225b3b64-b211-4c8d-9fa3-59ed2947d777),segment_id=225b3b64-b211-4c8d-9fa3-59ed2947d777)] {{(pid=100185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:36:29.811545 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-4084895c-adc8-44bc-882f-5c2bf1ae6ccd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612080'] for port, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:29.823761 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.plugin [None req-4084895c-adc8-44bc-882f-5c2bf1ae6ccd admin admin] Calling delete_port for cf1ce6c1-a195-433e-abb7-70dfbeac75f7 owned by network:router_interface {{(pid=100185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 12:36:30.075079 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-4084895c-adc8-44bc-882f-5c2bf1ae6ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787793344296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787792822815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7811617'] for port, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:30.099818 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4084895c-adc8-44bc-882f-5c2bf1ae6ccd admin admin] Pushing event deleted for resources: {'Port': ['ID=cf1ce6c1-a195-433e-abb7-70dfbeac75f7,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:36:30.255400 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-4084895c-adc8-44bc-882f-5c2bf1ae6ccd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619576'] for router_interface, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:30.464096 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4084895c-adc8-44bc-882f-5c2bf1ae6ccd admin admin] Router ef56347c-c1c7-4226-a8ee-6efa63682cc7 has already been hosted by L3 agent 98567738-4256-4ddd-ae03-62c82ecec038 {{(pid=100185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 12:36:30.610700 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348cd47d-4365-42ef-accc-2ed349f92924 req-1bd5adb7-38b8-49df-a26c-7c881a2b1a2e tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:30.612330 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-348cd47d-4365-42ef-accc-2ed349f92924 req-1bd5adb7-38b8-49df-a26c-7c881a2b1a2e tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.25 "GET /v2.0/networks?id=031e9579-40df-4987-97d9-4aff3031dd9c HTTP/1.1" status: 200 len: 810 time: 0.1006987 Oct 14 12:36:30.613814 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4084895c-adc8-44bc-882f-5c2bf1ae6ccd admin admin] Notify agent at l3_agent.dv-cinder-813986-1-iscsi the message routers_updated {{(pid=100185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:36:30.619191 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-4084895c-adc8-44bc-882f-5c2bf1ae6ccd admin admin] 10.222.0.54 "PUT /v2.0/routers/ef56347c-c1c7-4226-a8ee-6efa63682cc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5550973 Oct 14 12:36:30.622194 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 39344) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:36:30.624268 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c6a9aa-8667-4df6-88c1-9e2b3d147372 None None] Sync routers for ids ['ef56347c-c1c7-4226-a8ee-6efa63682cc7'] in dv-cinder-813986-1-iscsi {{(pid=100186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:36:30.635330 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c6a9aa-8667-4df6-88c1-9e2b3d147372 None None] Routers {'ef56347c-c1c7-4226-a8ee-6efa63682cc7'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:36:30.636814 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-15c6a9aa-8667-4df6-88c1-9e2b3d147372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:36:26Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['ef56347c-c1c7-4226-a8ee-6efa63682cc7'], 'active': True} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:36:30.663160 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-348cd47d-4365-42ef-accc-2ed349f92924 req-f825918e-1e69-4f36-b07d-b380c8279a49 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a74b273d32f14564a6f532d3344fc1c3 HTTP/1.1" status: 200 len: 380 time: 0.0407338 Oct 14 12:36:30.674301 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.v2.base [req-348cd47d-4365-42ef-accc-2ed349f92924 req-71fc157c-2288-49d6-b884-08d5cf2fa800 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Request body: {'port': {'device_id': '3f3fa74d-2596-4993-bf05-492949ab099f', 'network_id': '031e9579-40df-4987-97d9-4aff3031dd9c', 'admin_state_up': True, 'tenant_id': 'a74b273d32f14564a6f532d3344fc1c3', 'security_groups': ['2f5fcbc7-5255-4d45-8f40-7ab46cf5b030']}} {{(pid=100184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:36:30.736661 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-10d81cb6-bf03-4dcf-a807-ec4ef4afb162 admin admin] Notify callbacks [] for router, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:30.746263 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvr_db [None req-15c6a9aa-8667-4df6-88c1-9e2b3d147372 None None] Set router ef56347c-c1c7-4226-a8ee-6efa63682cc7 gateway port host: dv-cinder-813986-1-iscsi {{(pid=100186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:36:30.851653 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-10d81cb6-bf03-4dcf-a807-ec4ef4afb162 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:30.860676 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-cfcefb7e-c229-4310-8b2b-659bade1359d req-499a988f-c26b-4d89-b2bf-d723d1b248ae tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f3fa74d-2596-4993-bf05-492949ab099f HTTP/1.1" status: 200 len: 210 time: 0.0326796 Oct 14 12:36:30.861521 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-348cd47d-4365-42ef-accc-2ed349f92924 req-71fc157c-2288-49d6-b884-08d5cf2fa800 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Made reservation on behalf of a74b273d32f14564a6f532d3344fc1c3 for: {'port': 1} {{(pid=100184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:36:30.865380 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-348cd47d-4365-42ef-accc-2ed349f92924 req-71fc157c-2288-49d6-b884-08d5cf2fa800 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:30.941438 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-15c6a9aa-8667-4df6-88c1-9e2b3d147372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef56347c-c1c7-4226-a8ee-6efa63682cc7', 'name': 'tempest-TestShelveInstance-494155533-router', 'tenant_id': '9d75b8979b4c4881a94b492a998237d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '9b6d5da3-54f6-4498-8766-f1cc9e165199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:28:20Z', 'updated_at': '2021-10-14T12:36:29Z', 'revision_number': 5, 'project_id': '9d75b8979b4c4881a94b492a998237d9', 'gw_port': {'id': '9b6d5da3-54f6-4498-8766-f1cc9e165199', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef56347c-c1c7-4226-a8ee-6efa63682cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:28:21Z', 'updated_at': '2021-10-14T12:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi'}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:36:30.972930 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c6a9aa-8667-4df6-88c1-9e2b3d147372 None None] Checking router: ef56347c-c1c7-4226-a8ee-6efa63682cc7 for host: dv-cinder-813986-1-iscsi {{(pid=100186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:36:30.984224 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c6a9aa-8667-4df6-88c1-9e2b3d147372 None None] Routers {'ef56347c-c1c7-4226-a8ee-6efa63682cc7'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:36:30.984858 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-15c6a9aa-8667-4df6-88c1-9e2b3d147372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:36:26Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['ef56347c-c1c7-4226-a8ee-6efa63682cc7'], 'active': True} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:36:31.024462 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.plugin [None req-10d81cb6-bf03-4dcf-a807-ec4ef4afb162 admin admin] Deleting port 9b6d5da3-54f6-4498-8766-f1cc9e165199 {{(pid=100185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 12:36:31.026690 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-10d81cb6-bf03-4dcf-a807-ec4ef4afb162 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787793337694'] for port, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:31.077002 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvr_db [None req-15c6a9aa-8667-4df6-88c1-9e2b3d147372 None None] Set router ef56347c-c1c7-4226-a8ee-6efa63682cc7 gateway port host: None {{(pid=100186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:36:31.116245 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.db [None req-10d81cb6-bf03-4dcf-a807-ec4ef4afb162 admin admin] For port 9b6d5da3-54f6-4498-8766-f1cc9e165199, host dv-cinder-813986-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=9b6d5da3-54f6-4498-8766-f1cc9e165199,segment=NetworkSegment(25948913-841c-4e53-955d-096026847693),segment_id=25948913-841c-4e53-955d-096026847693)] {{(pid=100185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:36:31.116910 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-10d81cb6-bf03-4dcf-a807-ec4ef4afb162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612080'] for port, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:31.132434 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-15c6a9aa-8667-4df6-88c1-9e2b3d147372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef56347c-c1c7-4226-a8ee-6efa63682cc7', 'name': 'tempest-TestShelveInstance-494155533-router', 'tenant_id': '9d75b8979b4c4881a94b492a998237d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:28:20Z', 'updated_at': '2021-10-14T12:36:30Z', 'revision_number': 6, 'project_id': '9d75b8979b4c4881a94b492a998237d9', 'gw_port_host': None}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:36:31.133214 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.plugin [None req-10d81cb6-bf03-4dcf-a807-ec4ef4afb162 admin admin] Calling delete_port for 9b6d5da3-54f6-4498-8766-f1cc9e165199 owned by network:router_gateway {{(pid=100185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 12:36:31.159866 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c6a9aa-8667-4df6-88c1-9e2b3d147372 None None] The sync data for ids ['ef56347c-c1c7-4226-a8ee-6efa63682cc7'] in dv-cinder-813986-1-iscsi is: [{'id': 'ef56347c-c1c7-4226-a8ee-6efa63682cc7', 'name': 'tempest-TestShelveInstance-494155533-router', 'tenant_id': '9d75b8979b4c4881a94b492a998237d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:28:20Z', 'updated_at': '2021-10-14T12:36:30Z', 'revision_number': 6, 'project_id': '9d75b8979b4c4881a94b492a998237d9', 'gw_port_host': None}] {{(pid=100186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:36:31.251187 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.db.db_base_plugin_common [req-348cd47d-4365-42ef-accc-2ed349f92924 req-71fc157c-2288-49d6-b884-08d5cf2fa800 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Allocated IP 172.20.0.7 (031e9579-40df-4987-97d9-4aff3031dd9c/1ae97040-dc68-4655-9e24-79e922381839/2e8020b5-f30f-4e25-982e-8f1a4a820740) {{(pid=100184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:36:31.384707 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-10d81cb6-bf03-4dcf-a807-ec4ef4afb162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787793344296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787792822815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7811617'] for port, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:31.388053 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-348cd47d-4365-42ef-accc-2ed349f92924 req-71fc157c-2288-49d6-b884-08d5cf2fa800 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks [] for port, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:31.415132 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d81cb6-bf03-4dcf-a807-ec4ef4afb162 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b6d5da3-54f6-4498-8766-f1cc9e165199,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:36:31.471541 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-10d81cb6-bf03-4dcf-a807-ec4ef4afb162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-619714'] for router_gateway, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:31.475592 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-348cd47d-4365-42ef-accc-2ed349f92924 req-71fc157c-2288-49d6-b884-08d5cf2fa800 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787792822806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235086'] for port, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:31.518847 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-348cd47d-4365-42ef-accc-2ed349f92924 req-71fc157c-2288-49d6-b884-08d5cf2fa800 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Network 031e9579-40df-4987-97d9-4aff3031dd9c is already hosted by enough agents. {{(pid=100184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:36:31.522236 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.base_scheduler [req-348cd47d-4365-42ef-accc-2ed349f92924 req-71fc157c-2288-49d6-b884-08d5cf2fa800 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Resources bound (agent type, host, resource id): {{(pid=100184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:36:31.529899 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.db.l3_dvrscheduler_db [req-348cd47d-4365-42ef-accc-2ed349f92924 req-71fc157c-2288-49d6-b884-08d5cf2fa800 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Received port after_create {{(pid=100184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:36:31.564100 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fc157c-2288-49d6-b884-08d5cf2fa800 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Pushing event updated for resources: {'Port': ['ID=2e8020b5-f30f-4e25-982e-8f1a4a820740,revision_number=1']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:36:31.580113 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-10d81cb6-bf03-4dcf-a807-ec4ef4afb162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-498'] for router, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:31.582547 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-10d81cb6-bf03-4dcf-a807-ec4ef4afb162 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:31.606876 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348cd47d-4365-42ef-accc-2ed349f92924 req-71fc157c-2288-49d6-b884-08d5cf2fa800 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:31.607586 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-348cd47d-4365-42ef-accc-2ed349f92924 req-71fc157c-2288-49d6-b884-08d5cf2fa800 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516790'] for port, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:31.678875 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-348cd47d-4365-42ef-accc-2ed349f92924 req-71fc157c-2288-49d6-b884-08d5cf2fa800 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0083539 Oct 14 12:36:31.692048 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.v2.base [req-348cd47d-4365-42ef-accc-2ed349f92924 req-ea0e5d58-01f2-427d-be11-fd165e841ec5 service neutron] Request body: {'port': {'device_id': '3f3fa74d-2596-4993-bf05-492949ab099f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=100184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:36:31.739018 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-10d81cb6-bf03-4dcf-a807-ec4ef4afb162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560242'] for router, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:31.739599 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10d81cb6-bf03-4dcf-a807-ec4ef4afb162 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef56347c-c1c7-4226-a8ee-6efa63682cc7 {{(pid=100185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 12:36:31.744651 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-10d81cb6-bf03-4dcf-a807-ec4ef4afb162 admin admin] Notify callbacks [] for router, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:31.746307 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-10d81cb6-bf03-4dcf-a807-ec4ef4afb162 admin admin] 10.222.0.54 "DELETE /v2.0/routers/ef56347c-c1c7-4226-a8ee-6efa63682cc7 HTTP/1.1" status: 204 len: 168 time: 1.1231687 Oct 14 12:36:31.748782 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 39354) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:36:31.761286 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-86fb8566-e0cb-4092-b092-9273d50b3493 None None] Provisioning complete for port 2e8020b5-f30f-4e25-982e-8f1a4a820740 triggered by entity DHCP. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:36:31.761829 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-348cd47d-4365-42ef-accc-2ed349f92924 req-ea0e5d58-01f2-427d-be11-fd165e841ec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:31.762375 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-86fb8566-e0cb-4092-b092-9273d50b3493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:31.793934 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.db.db_base_plugin_v2 [None req-7843016e-ba88-40f5-9393-ba8fc3678314 admin admin] Deleting subnet 499e8163-03c2-47ed-9554-87f8f0cc96a6 {{(pid=100185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Oct 14 12:36:31.796375 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-86fb8566-e0cb-4092-b092-9273d50b3493 None None] Port 2e8020b5-f30f-4e25-982e-8f1a4a820740 cannot update to ACTIVE because it is not bound. {{(pid=100186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 12:36:31.798006 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-7843016e-ba88-40f5-9393-ba8fc3678314 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:31.833524 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-7843016e-ba88-40f5-9393-ba8fc3678314 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6186442'] for subnet, precommit_delete_associations {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:31.954472 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-7843016e-ba88-40f5-9393-ba8fc3678314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2028271'] for subnet, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:32.011136 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0527d7b4-ee5b-4bcf-8a9a-8cab696a37d2 req-110f3969-bfcd-47a3-a974-0123a7bca4bb tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:32.012712 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-0527d7b4-ee5b-4bcf-8a9a-8cab696a37d2 req-110f3969-bfcd-47a3-a974-0123a7bca4bb tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f3fa74d-2596-4993-bf05-492949ab099f HTTP/1.1" status: 200 len: 931 time: 0.0779393 Oct 14 12:36:32.069660 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-7843016e-ba88-40f5-9393-ba8fc3678314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2028256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7811698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5941621'] for subnet, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:32.090681 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-0527d7b4-ee5b-4bcf-8a9a-8cab696a37d2 req-13c4799c-ee8a-4c14-ac74-55e07ed30079 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f5fcbc7-5255-4d45-8f40-7ab46cf5b030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715609 Oct 14 12:36:32.096783 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.notifiers.nova [req-348cd47d-4365-42ef-accc-2ed349f92924 req-ea0e5d58-01f2-427d-be11-fd165e841ec5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e8020b5-f30f-4e25-982e-8f1a4a820740 {{(pid=100184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:36:32.101788 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-7843016e-ba88-40f5-9393-ba8fc3678314 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:32.111711 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-7843016e-ba88-40f5-9393-ba8fc3678314 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/499e8163-03c2-47ed-9554-87f8f0cc96a6 HTTP/1.1" status: 204 len: 168 time: 0.3570371 Oct 14 12:36:32.111711 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7843016e-ba88-40f5-9393-ba8fc3678314 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=499e8163-03c2-47ed-9554-87f8f0cc96a6,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:36:32.111909 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162afd8e-32dd-4b12-90c3-b119ec77de21 None None] Network acc15ba5-0543-4abc-b63a-0e54133d3dcf requested from dv-cinder-813986-1-iscsi {{(pid=100186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:36:32.113026 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 39358) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:36:32.117921 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-348cd47d-4365-42ef-accc-2ed349f92924 req-ea0e5d58-01f2-427d-be11-fd165e841ec5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:32.132553 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.db.provisioning_blocks [req-348cd47d-4365-42ef-accc-2ed349f92924 req-ea0e5d58-01f2-427d-be11-fd165e841ec5 service neutron] Transition to ACTIVE for port object 2e8020b5-f30f-4e25-982e-8f1a4a820740 will not be triggered until provisioned by entity L2. {{(pid=100184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 12:36:32.182813 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-baa596b4-7ea9-46fa-a8c8-69d1e6499e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1900015'] for network, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:32.195883 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-348cd47d-4365-42ef-accc-2ed349f92924 req-ea0e5d58-01f2-427d-be11-fd165e841ec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6235095'] for port, after_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:32.237112 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.plugin [None req-baa596b4-7ea9-46fa-a8c8-69d1e6499e82 admin admin] Deleting port 202fb045-c4b0-43ff-8ca3-540e7a154ba5 {{(pid=100185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 12:36:32.237372 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-baa596b4-7ea9-46fa-a8c8-69d1e6499e82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787793337694'] for port, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:32.261373 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0e5d58-01f2-427d-be11-fd165e841ec5 service neutron] Pushing event updated for resources: {'Port': ['ID=2e8020b5-f30f-4e25-982e-8f1a4a820740,revision_number=2']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:36:32.316574 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.db [None req-baa596b4-7ea9-46fa-a8c8-69d1e6499e82 admin admin] For port 202fb045-c4b0-43ff-8ca3-540e7a154ba5, host dv-cinder-813986-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=202fb045-c4b0-43ff-8ca3-540e7a154ba5,segment=NetworkSegment(225b3b64-b211-4c8d-9fa3-59ed2947d777),segment_id=225b3b64-b211-4c8d-9fa3-59ed2947d777)] {{(pid=100185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:36:32.317073 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-baa596b4-7ea9-46fa-a8c8-69d1e6499e82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612080'] for port, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:32.332417 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.plugin [None req-baa596b4-7ea9-46fa-a8c8-69d1e6499e82 admin admin] Calling delete_port for 202fb045-c4b0-43ff-8ca3-540e7a154ba5 owned by network:dhcp {{(pid=100185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 12:36:32.347544 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8e0af0-740b-4274-a37c-c9482172a35d None None] DHCP port deletion for acc15ba5-0543-4abc-b63a-0e54133d3dcf request from dv-cinder-813986-1-iscsi {{(pid=100186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 14 12:36:32.365535 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.managers [req-348cd47d-4365-42ef-accc-2ed349f92924 req-ea0e5d58-01f2-427d-be11-fd165e841ec5 service neutron] Attempting to bind port 2e8020b5-f30f-4e25-982e-8f1a4a820740 on host hv-cinder-81398 for vnic_type normal with profile {{(pid=100184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:36:32.366280 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.managers [req-348cd47d-4365-42ef-accc-2ed349f92924 req-ea0e5d58-01f2-427d-be11-fd165e841ec5 service neutron] Attempting to bind port 2e8020b5-f30f-4e25-982e-8f1a4a820740 by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': '2691d58f-1dfd-4fec-a924-cb1f773f815b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '031e9579-40df-4987-97d9-4aff3031dd9c'}] {{(pid=100184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:36:32.366788 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-348cd47d-4365-42ef-accc-2ed349f92924 req-ea0e5d58-01f2-427d-be11-fd165e841ec5 service neutron] Attempting to bind port 2e8020b5-f30f-4e25-982e-8f1a4a820740 on network 031e9579-40df-4987-97d9-4aff3031dd9c {{(pid=100184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:36:32.372160 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-348cd47d-4365-42ef-accc-2ed349f92924 req-ea0e5d58-01f2-427d-be11-fd165e841ec5 service neutron] Port 2e8020b5-f30f-4e25-982e-8f1a4a820740 on network 031e9579-40df-4987-97d9-4aff3031dd9c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=100184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 12:36:32.372724 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-348cd47d-4365-42ef-accc-2ed349f92924 req-ea0e5d58-01f2-427d-be11-fd165e841ec5 service neutron] Attempting to bind port 2e8020b5-f30f-4e25-982e-8f1a4a820740 on network 031e9579-40df-4987-97d9-4aff3031dd9c {{(pid=100184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:36:32.379045 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-348cd47d-4365-42ef-accc-2ed349f92924 req-ea0e5d58-01f2-427d-be11-fd165e841ec5 service neutron] Checking agent: {'id': 'ea4bb8b9-32a8-4621-b95b-9b4a1b78ce98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 24, 36), 'started_at': datetime.datetime(2021, 10, 14, 12, 24, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:36:32.379648 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-348cd47d-4365-42ef-accc-2ed349f92924 req-ea0e5d58-01f2-427d-be11-fd165e841ec5 service neutron] Checking segment: {'id': '2691d58f-1dfd-4fec-a924-cb1f773f815b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '031e9579-40df-4987-97d9-4aff3031dd9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:36:32.380406 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-348cd47d-4365-42ef-accc-2ed349f92924 req-ea0e5d58-01f2-427d-be11-fd165e841ec5 service neutron] Bound using segment: {'id': '2691d58f-1dfd-4fec-a924-cb1f773f815b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '031e9579-40df-4987-97d9-4aff3031dd9c'} {{(pid=100184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:36:32.381032 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.managers [req-348cd47d-4365-42ef-accc-2ed349f92924 req-ea0e5d58-01f2-427d-be11-fd165e841ec5 service neutron] Bound port: 2e8020b5-f30f-4e25-982e-8f1a4a820740, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2691d58f-1dfd-4fec-a924-cb1f773f815b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '031e9579-40df-4987-97d9-4aff3031dd9c'}}] {{(pid=100184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:36:32.381750 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-348cd47d-4365-42ef-accc-2ed349f92924 req-ea0e5d58-01f2-427d-be11-fd165e841ec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:32.398904 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-6d8e0af0-740b-4274-a37c-c9482172a35d None None] Deleting port 202fb045-c4b0-43ff-8ca3-540e7a154ba5 {{(pid=100186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 12:36:32.399278 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-6d8e0af0-740b-4274-a37c-c9482172a35d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787793337694'] for port, before_delete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:32.472097 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.db [req-348cd47d-4365-42ef-accc-2ed349f92924 req-ea0e5d58-01f2-427d-be11-fd165e841ec5 service neutron] For port 2e8020b5-f30f-4e25-982e-8f1a4a820740, host hv-cinder-81398, cleared binding levels {{(pid=100184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:36:32.475528 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.db [req-348cd47d-4365-42ef-accc-2ed349f92924 req-ea0e5d58-01f2-427d-be11-fd165e841ec5 service neutron] For port 2e8020b5-f30f-4e25-982e-8f1a4a820740, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=2e8020b5-f30f-4e25-982e-8f1a4a820740,segment=NetworkSegment(2691d58f-1dfd-4fec-a924-cb1f773f815b),segment_id=2691d58f-1dfd-4fec-a924-cb1f773f815b)] {{(pid=100184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:36:32.475673 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-6d8e0af0-740b-4274-a37c-c9482172a35d None None] For port 202fb045-c4b0-43ff-8ca3-540e7a154ba5, host dv-cinder-813986-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=202fb045-c4b0-43ff-8ca3-540e7a154ba5,segment=NetworkSegment(225b3b64-b211-4c8d-9fa3-59ed2947d777),segment_id=225b3b64-b211-4c8d-9fa3-59ed2947d777)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:36:32.478714 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-6d8e0af0-740b-4274-a37c-c9482172a35d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612080'] for port, precommit_delete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:32.488294 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-6d8e0af0-740b-4274-a37c-c9482172a35d None None] Calling delete_port for 202fb045-c4b0-43ff-8ca3-540e7a154ba5 owned by network:dhcp {{(pid=100186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 12:36:32.531874 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-baa596b4-7ea9-46fa-a8c8-69d1e6499e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787793344296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787792822815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7811617'] for port, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:32.560275 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa596b4-7ea9-46fa-a8c8-69d1e6499e82 admin admin] Pushing event deleted for resources: {'Port': ['ID=202fb045-c4b0-43ff-8ca3-540e7a154ba5,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:36:32.562087 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa596b4-7ea9-46fa-a8c8-69d1e6499e82 admin admin] No DVR routers for this DVR port 202fb045-c4b0-43ff-8ca3-540e7a154ba5 on host dv-cinder-813986-1-iscsi {{(pid=100185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 12:36:32.564486 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-348cd47d-4365-42ef-accc-2ed349f92924 req-ea0e5d58-01f2-427d-be11-fd165e841ec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6235095'] for port, after_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:32.606312 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348cd47d-4365-42ef-accc-2ed349f92924 req-ea0e5d58-01f2-427d-be11-fd165e841ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:32.607071 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-348cd47d-4365-42ef-accc-2ed349f92924 req-ea0e5d58-01f2-427d-be11-fd165e841ec5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516790'] for port, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:32.608539 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-348cd47d-4365-42ef-accc-2ed349f92924 req-ea0e5d58-01f2-427d-be11-fd165e841ec5 service neutron] 10.222.0.25 "PUT /v2.0/ports/2e8020b5-f30f-4e25-982e-8f1a4a820740 HTTP/1.1" status: 200 len: 1093 time: 0.9209239 Oct 14 12:36:32.609588 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f3fa74d-2596-4993-bf05-492949ab099f', 'tag': '2e8020b5-f30f-4e25-982e-8f1a4a820740'}] {{(pid=100184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:36:32.613599 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb275087d552987a85547e896d52e13f348f0da1d291f893306c6091374b53c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc1b9844-9afa-45d0-a56c-22cb8b70965f" -d '{"events": [{"name": "network-changed", "server_uuid": "3f3fa74d-2596-4993-bf05-492949ab099f", "tag": "2e8020b5-f30f-4e25-982e-8f1a4a820740"}]}' {{(pid=100184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:36:32.621528 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-6d8e0af0-740b-4274-a37c-c9482172a35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787793344296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787792822815'] for port, after_delete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:32.650095 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8e0af0-740b-4274-a37c-c9482172a35d None None] Pushing event deleted for resources: {'Port': ['ID=202fb045-c4b0-43ff-8ca3-540e7a154ba5,revision_number=None']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:36:32.660468 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0e5d58-01f2-427d-be11-fd165e841ec5 service neutron] Pushing event updated for resources: {'Port': ['ID=2e8020b5-f30f-4e25-982e-8f1a4a820740,revision_number=3']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:36:32.660648 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8e0af0-740b-4274-a37c-c9482172a35d None None] No DVR routers for this DVR port 202fb045-c4b0-43ff-8ca3-540e7a154ba5 on host dv-cinder-813986-1-iscsi {{(pid=100186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 12:36:32.662823 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8e0af0-740b-4274-a37c-c9482172a35d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:36:32.663178 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8e0af0-740b-4274-a37c-c9482172a35d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:36:32.663546 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8e0af0-740b-4274-a37c-c9482172a35d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:36:32.663912 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8e0af0-740b-4274-a37c-c9482172a35d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:36:32.664281 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8e0af0-740b-4274-a37c-c9482172a35d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:36:32.664688 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8e0af0-740b-4274-a37c-c9482172a35d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:36:32.665095 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8e0af0-740b-4274-a37c-c9482172a35d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:36:32.665325 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8e0af0-740b-4274-a37c-c9482172a35d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:36:32.665652 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8e0af0-740b-4274-a37c-c9482172a35d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:36:32.666414 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8e0af0-740b-4274-a37c-c9482172a35d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:36:32.666414 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8e0af0-740b-4274-a37c-c9482172a35d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:36:32.669470 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8e0af0-740b-4274-a37c-c9482172a35d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:36:32.698894 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 12:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c2b2fc-6b04-4d93-b81a-20534e190c7f x-openstack-request-id: req-11c2b2fc-6b04-4d93-b81a-20534e190c7f {{(pid=100184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:36:32.699189 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f3fa74d-2596-4993-bf05-492949ab099f", "tag": "2e8020b5-f30f-4e25-982e-8f1a4a820740", "status": "completed", "code": 200}]} {{(pid=100184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:36:32.699442 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-11c2b2fc-6b04-4d93-b81a-20534e190c7f {{(pid=100184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:36:32.699878 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f3fa74d-2596-4993-bf05-492949ab099f', 'tag': '2e8020b5-f30f-4e25-982e-8f1a4a820740', 'status': 'completed', 'code': 200} Oct 14 12:36:32.757973 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348cd47d-4365-42ef-accc-2ed349f92924 req-41f3c730-8971-47cd-bb03-7c10ef22037a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:32.759608 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-348cd47d-4365-42ef-accc-2ed349f92924 req-41f3c730-8971-47cd-bb03-7c10ef22037a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a74b273d32f14564a6f532d3344fc1c3&device_id=3f3fa74d-2596-4993-bf05-492949ab099f HTTP/1.1" status: 200 len: 1096 time: 0.0506649 Oct 14 12:36:32.817985 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-348cd47d-4365-42ef-accc-2ed349f92924 req-74a3f50e-9e94-4cab-b836-e5e8fb3afd63 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e8020b5-f30f-4e25-982e-8f1a4a820740 HTTP/1.1" status: 200 len: 217 time: 0.0433328 Oct 14 12:36:32.869341 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348cd47d-4365-42ef-accc-2ed349f92924 req-58988f80-b561-4352-abc0-f02cb8368308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:32.871244 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-baa596b4-7ea9-46fa-a8c8-69d1e6499e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2018836', 'neutron.services.segments.db._delete_segments_for_network-8787793369613'] for network, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:32.871545 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-348cd47d-4365-42ef-accc-2ed349f92924 req-58988f80-b561-4352-abc0-f02cb8368308 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1ae97040-dc68-4655-9e24-79e922381839 HTTP/1.1" status: 200 len: 849 time: 0.0451543 Oct 14 12:36:32.890790 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.services.segments.db [None req-baa596b4-7ea9-46fa-a8c8-69d1e6499e82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acc15ba5-0543-4abc-b63a-0e54133d3dcf']}} {{(pid=100185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:36:32.900668 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.services.segments.db [None req-baa596b4-7ea9-46fa-a8c8-69d1e6499e82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '225b3b64-b211-4c8d-9fa3-59ed2947d777') {'for_net_delete': True} {{(pid=100185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:36:32.901307 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.services.segments.db [None req-baa596b4-7ea9-46fa-a8c8-69d1e6499e82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '225b3b64-b211-4c8d-9fa3-59ed2947d777') {} {{(pid=100185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:36:32.911428 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-baa596b4-7ea9-46fa-a8c8-69d1e6499e82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787793369110', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6186453'] for segment, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:32.918973 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348cd47d-4365-42ef-accc-2ed349f92924 req-3cc589fc-311c-4847-86f7-06b13816815a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:32.920608 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-348cd47d-4365-42ef-accc-2ed349f92924 req-3cc589fc-311c-4847-86f7-06b13816815a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=031e9579-40df-4987-97d9-4aff3031dd9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419545 Oct 14 12:36:32.924357 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-baa596b4-7ea9-46fa-a8c8-69d1e6499e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030694'] for segment, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:32.930083 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baa596b4-7ea9-46fa-a8c8-69d1e6499e82 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=100185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 12:36:32.930478 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-baa596b4-7ea9-46fa-a8c8-69d1e6499e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7811604'] for segment, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:32.932626 dv-cinder-813986-1-iscsi neutron-server[100185]: Traceback (most recent call last): Oct 14 12:36:32.932626 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 12:36:32.932626 dv-cinder-813986-1-iscsi neutron-server[100185]: timer() Oct 14 12:36:32.932626 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 12:36:32.932626 dv-cinder-813986-1-iscsi neutron-server[100185]: cb(*args, **kw) Oct 14 12:36:32.932626 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 12:36:32.932626 dv-cinder-813986-1-iscsi neutron-server[100185]: return func(*args, **kwargs) Oct 14 12:36:32.932626 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 12:36:32.932626 dv-cinder-813986-1-iscsi neutron-server[100185]: self._notify() Oct 14 12:36:32.932626 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 12:36:32.932626 dv-cinder-813986-1-iscsi neutron-server[100185]: self.callback(batched_events) Oct 14 12:36:32.932626 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 12:36:32.932626 dv-cinder-813986-1-iscsi neutron-server[100185]: event.method(event) Oct 14 12:36:32.932626 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 12:36:32.932626 dv-cinder-813986-1-iscsi neutron-server[100185]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 12:36:32.932626 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 12:36:32.932626 dv-cinder-813986-1-iscsi neutron-server[100185]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 12:36:32.932626 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 12:36:32.932626 dv-cinder-813986-1-iscsi neutron-server[100185]: return f(self, *a, **k) Oct 14 12:36:32.932626 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 12:36:32.932626 dv-cinder-813986-1-iscsi neutron-server[100185]: return self._get(url).json() Oct 14 12:36:32.932626 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 12:36:32.932626 dv-cinder-813986-1-iscsi neutron-server[100185]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 12:36:32.932626 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 12:36:32.932626 dv-cinder-813986-1-iscsi neutron-server[100185]: return self.request(url, 'GET', **kwargs) Oct 14 12:36:32.932626 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 12:36:32.932626 dv-cinder-813986-1-iscsi neutron-server[100185]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 12:36:32.932626 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 12:36:32.932626 dv-cinder-813986-1-iscsi neutron-server[100185]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 12:36:32.932626 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 12:36:32.932626 dv-cinder-813986-1-iscsi neutron-server[100185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 12:36:32.932626 dv-cinder-813986-1-iscsi neutron-server[100185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 12:36:33.016476 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-348cd47d-4365-42ef-accc-2ed349f92924 req-8bb8c821-1077-44a4-840a-15c77fd355ee service neutron] 10.222.0.25 "GET /v2.0/networks/031e9579-40df-4987-97d9-4aff3031dd9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882041 Oct 14 12:36:33.052288 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-baa596b4-7ea9-46fa-a8c8-69d1e6499e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2018925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-619758'] for network, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:33.058147 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-baa596b4-7ea9-46fa-a8c8-69d1e6499e82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531662'] for network, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:33.062621 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-baa596b4-7ea9-46fa-a8c8-69d1e6499e82 admin admin] 10.222.0.54 "DELETE /v2.0/networks/acc15ba5-0543-4abc-b63a-0e54133d3dcf HTTP/1.1" status: 204 len: 168 time: 0.9496963 Oct 14 12:36:33.065086 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 39362) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:36:33.069993 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device 9b6d5da3-54f6-4498-8766-f1cc9e165199 no longer exists at agent ovs-agent-dv-cinder-813986-1-iscsi {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:36:33.076117 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa596b4-7ea9-46fa-a8c8-69d1e6499e82 admin admin] Pushing event deleted for resources: {'Network': ['ID=acc15ba5-0543-4abc-b63a-0e54133d3dcf,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:36:33.089931 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] No Port match for: 9b6d5da3-54f6-4498-8766-f1cc9e165199 {{(pid=100186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 12:36:33.090270 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device 9b6d5da3-54f6-4498-8766-f1cc9e165199 not bound to the agent host dv-cinder-813986-1-iscsi {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:36:33.090781 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device 202fb045-c4b0-43ff-8ca3-540e7a154ba5 no longer exists at agent ovs-agent-dv-cinder-813986-1-iscsi {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:36:33.108442 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] No Port match for: 202fb045-c4b0-43ff-8ca3-540e7a154ba5 {{(pid=100186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 12:36:33.108800 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device 202fb045-c4b0-43ff-8ca3-540e7a154ba5 not bound to the agent host dv-cinder-813986-1-iscsi {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:36:33.109178 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device cf1ce6c1-a195-433e-abb7-70dfbeac75f7 no longer exists at agent ovs-agent-dv-cinder-813986-1-iscsi {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:36:33.130886 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] No Port match for: cf1ce6c1-a195-433e-abb7-70dfbeac75f7 {{(pid=100186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 12:36:33.131227 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device cf1ce6c1-a195-433e-abb7-70dfbeac75f7 not bound to the agent host dv-cinder-813986-1-iscsi {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:36:33.220414 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-348cd47d-4365-42ef-accc-2ed349f92924 req-4f1e3a86-47e2-4e75-b26c-447fdad13c3a service neutron] 10.222.0.25 "GET /v2.0/networks/031e9579-40df-4987-97d9-4aff3031dd9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968172 Oct 14 12:36:33.275125 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fa7a25-9d1e-43fa-9c6a-47386520dc3e req-da80a987-0a45-4184-9214-3116f2a68713 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:33.276631 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-f8fa7a25-9d1e-43fa-9c6a-47386520dc3e req-da80a987-0a45-4184-9214-3116f2a68713 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f3fa74d-2596-4993-bf05-492949ab099f HTTP/1.1" status: 200 len: 943 time: 0.1090810 Oct 14 12:36:33.352168 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-f8fa7a25-9d1e-43fa-9c6a-47386520dc3e req-52c15eb2-7292-4f50-9428-5b255bd995af tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f5fcbc7-5255-4d45-8f40-7ab46cf5b030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498309 Oct 14 12:36:33.431378 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b9844-9afa-45d0-a56c-22cb8b70965f req-d8a7c6a6-32ae-4ef2-94b1-5ae46a23a815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:33.433587 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-fc1b9844-9afa-45d0-a56c-22cb8b70965f req-d8a7c6a6-32ae-4ef2-94b1-5ae46a23a815 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a74b273d32f14564a6f532d3344fc1c3&device_id=3f3fa74d-2596-4993-bf05-492949ab099f HTTP/1.1" status: 200 len: 1096 time: 0.0804327 Oct 14 12:36:33.595449 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b9844-9afa-45d0-a56c-22cb8b70965f req-06f9a52c-3734-4a44-a401-7291dd433700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:33.596851 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-fc1b9844-9afa-45d0-a56c-22cb8b70965f req-06f9a52c-3734-4a44-a401-7291dd433700 service neutron] 10.222.0.25 "GET /v2.0/networks?id=031e9579-40df-4987-97d9-4aff3031dd9c HTTP/1.1" status: 200 len: 911 time: 0.1552596 Oct 14 12:36:33.676606 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-fc1b9844-9afa-45d0-a56c-22cb8b70965f req-7313a455-408e-4159-bd48-f6e10b8b744a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e8020b5-f30f-4e25-982e-8f1a4a820740 HTTP/1.1" status: 200 len: 217 time: 0.0579062 Oct 14 12:36:33.747307 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b9844-9afa-45d0-a56c-22cb8b70965f req-23f50d1d-cde5-451f-9314-fa9341b883c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:33.748708 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-fc1b9844-9afa-45d0-a56c-22cb8b70965f req-23f50d1d-cde5-451f-9314-fa9341b883c8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1ae97040-dc68-4655-9e24-79e922381839 HTTP/1.1" status: 200 len: 849 time: 0.0624948 Oct 14 12:36:33.751221 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-6a2ce4f6-12b8-4ee5-b7c8-9c90e2cc4b8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-618524'] for router_interface, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:33.865663 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b9844-9afa-45d0-a56c-22cb8b70965f req-7725af18-76db-4fdc-a366-cff8f2270aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:33.867005 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-fc1b9844-9afa-45d0-a56c-22cb8b70965f req-7725af18-76db-4fdc-a366-cff8f2270aae service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=031e9579-40df-4987-97d9-4aff3031dd9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0802379 Oct 14 12:36:34.066707 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-fc1b9844-9afa-45d0-a56c-22cb8b70965f req-812f554f-0ec7-4ae6-b546-8936cc9795c0 service neutron] 10.222.0.25 "GET /v2.0/networks/031e9579-40df-4987-97d9-4aff3031dd9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908660 Oct 14 12:36:34.464544 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-fc1b9844-9afa-45d0-a56c-22cb8b70965f req-b830097e-87c8-4ee0-b0b3-350b63c65193 service neutron] 10.222.0.25 "GET /v2.0/networks/031e9579-40df-4987-97d9-4aff3031dd9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3775616 Oct 14 12:36:34.477963 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.plugin [None req-6a2ce4f6-12b8-4ee5-b7c8-9c90e2cc4b8d admin admin] Deleting port a8b92a8e-dae6-4f1e-b903-0c3c69b04949 {{(pid=100184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 12:36:34.478291 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-6a2ce4f6-12b8-4ee5-b7c8-9c90e2cc4b8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787793337694'] for port, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:34.530298 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b85432-c0b5-4ea3-b928-b4277c239ddb req-1e39f6ac-0b25-459a-a7f3-9607d06942ff tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:34.531739 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-69b85432-c0b5-4ea3-b928-b4277c239ddb req-1e39f6ac-0b25-459a-a7f3-9607d06942ff tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f3fa74d-2596-4993-bf05-492949ab099f HTTP/1.1" status: 200 len: 943 time: 0.1090937 Oct 14 12:36:34.589234 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-69b85432-c0b5-4ea3-b928-b4277c239ddb req-d625f214-cbca-4a37-9dac-71f05a9dfb0d tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f5fcbc7-5255-4d45-8f40-7ab46cf5b030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510993 Oct 14 12:36:34.595616 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.db [None req-6a2ce4f6-12b8-4ee5-b7c8-9c90e2cc4b8d admin admin] For port a8b92a8e-dae6-4f1e-b903-0c3c69b04949, host dv-cinder-813986-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=a8b92a8e-dae6-4f1e-b903-0c3c69b04949,segment=NetworkSegment(32168964-8557-48b4-af1a-8cb3e2e1968f),segment_id=32168964-8557-48b4-af1a-8cb3e2e1968f)] {{(pid=100184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:36:34.596013 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-6a2ce4f6-12b8-4ee5-b7c8-9c90e2cc4b8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612080'] for port, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:34.608177 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.plugin [None req-6a2ce4f6-12b8-4ee5-b7c8-9c90e2cc4b8d admin admin] Calling delete_port for a8b92a8e-dae6-4f1e-b903-0c3c69b04949 owned by network:router_interface {{(pid=100184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 12:36:34.863381 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-6a2ce4f6-12b8-4ee5-b7c8-9c90e2cc4b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787793344296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787792822815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235086'] for port, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:34.890968 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2ce4f6-12b8-4ee5-b7c8-9c90e2cc4b8d admin admin] Pushing event deleted for resources: {'Port': ['ID=a8b92a8e-dae6-4f1e-b903-0c3c69b04949,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:36:35.060164 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-6a2ce4f6-12b8-4ee5-b7c8-9c90e2cc4b8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619576'] for router_interface, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:35.279371 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a2ce4f6-12b8-4ee5-b7c8-9c90e2cc4b8d admin admin] Router 9a2f6ab6-0ff8-4dde-8a0b-057d24ab0e5d has already been hosted by L3 agent 98567738-4256-4ddd-ae03-62c82ecec038 {{(pid=100184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 12:36:35.382597 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a2ce4f6-12b8-4ee5-b7c8-9c90e2cc4b8d admin admin] Notify agent at l3_agent.dv-cinder-813986-1-iscsi the message routers_updated {{(pid=100184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:36:35.388098 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-6a2ce4f6-12b8-4ee5-b7c8-9c90e2cc4b8d admin admin] 10.222.0.54 "PUT /v2.0/routers/9a2f6ab6-0ff8-4dde-8a0b-057d24ab0e5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3219690 Oct 14 12:36:35.390696 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 39384) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:36:35.391564 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fe6b35-dbf4-46b6-8c22-85b3c9f1e7bc None None] Sync routers for ids ['9a2f6ab6-0ff8-4dde-8a0b-057d24ab0e5d'] in dv-cinder-813986-1-iscsi {{(pid=100187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:36:35.401839 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fe6b35-dbf4-46b6-8c22-85b3c9f1e7bc None None] Routers {'9a2f6ab6-0ff8-4dde-8a0b-057d24ab0e5d'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:36:35.402442 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_hamode_db [None req-74fe6b35-dbf4-46b6-8c22-85b3c9f1e7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:36:26Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['9a2f6ab6-0ff8-4dde-8a0b-057d24ab0e5d'], 'active': True} {{(pid=100187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:36:35.489650 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-c2d5ca40-5bbb-45fc-a4c0-71836d14e0f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:35.501505 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_dvr_db [None req-74fe6b35-dbf4-46b6-8c22-85b3c9f1e7bc None None] Set router 9a2f6ab6-0ff8-4dde-8a0b-057d24ab0e5d gateway port host: dv-cinder-813986-1-iscsi {{(pid=100187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:36:35.590187 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-c2d5ca40-5bbb-45fc-a4c0-71836d14e0f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:35.675272 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_hamode_db [None req-74fe6b35-dbf4-46b6-8c22-85b3c9f1e7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2f6ab6-0ff8-4dde-8a0b-057d24ab0e5d', 'name': 'tempest-TestShelveInstance-707721578-router', 'tenant_id': '0c20a8dd2d244ca3b9896a95962524b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'd7a06d87-99cc-4935-84e8-0bca39b7d785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:28:28Z', 'updated_at': '2021-10-14T12:36:34Z', 'revision_number': 5, 'project_id': '0c20a8dd2d244ca3b9896a95962524b4', 'gw_port': {'id': 'd7a06d87-99cc-4935-84e8-0bca39b7d785', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2f6ab6-0ff8-4dde-8a0b-057d24ab0e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:28:29Z', 'updated_at': '2021-10-14T12:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi'}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:36:35.696032 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.plugin [None req-c2d5ca40-5bbb-45fc-a4c0-71836d14e0f3 admin admin] Deleting port d7a06d87-99cc-4935-84e8-0bca39b7d785 {{(pid=100185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 12:36:35.696675 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-c2d5ca40-5bbb-45fc-a4c0-71836d14e0f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787793337694'] for port, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:35.706065 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fe6b35-dbf4-46b6-8c22-85b3c9f1e7bc None None] Checking router: 9a2f6ab6-0ff8-4dde-8a0b-057d24ab0e5d for host: dv-cinder-813986-1-iscsi {{(pid=100187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:36:35.715156 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fe6b35-dbf4-46b6-8c22-85b3c9f1e7bc None None] Routers {'9a2f6ab6-0ff8-4dde-8a0b-057d24ab0e5d'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:36:35.715711 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fe21ea-3f51-4d66-abe6-c9135a771086 req-d18c8680-8e5e-48af-8b68-b913da1edbcf tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:35.715864 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_hamode_db [None req-74fe6b35-dbf4-46b6-8c22-85b3c9f1e7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:36:26Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['9a2f6ab6-0ff8-4dde-8a0b-057d24ab0e5d'], 'active': True} {{(pid=100187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:36:35.724448 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-65fe21ea-3f51-4d66-abe6-c9135a771086 req-d18c8680-8e5e-48af-8b68-b913da1edbcf tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f3fa74d-2596-4993-bf05-492949ab099f HTTP/1.1" status: 200 len: 943 time: 0.0641689 Oct 14 12:36:35.763933 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-65fe21ea-3f51-4d66-abe6-c9135a771086 req-97940f6e-19a4-4d12-9b84-792f463ae106 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f5fcbc7-5255-4d45-8f40-7ab46cf5b030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383675 Oct 14 12:36:35.783948 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.db [None req-c2d5ca40-5bbb-45fc-a4c0-71836d14e0f3 admin admin] For port d7a06d87-99cc-4935-84e8-0bca39b7d785, host dv-cinder-813986-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=d7a06d87-99cc-4935-84e8-0bca39b7d785,segment=NetworkSegment(25948913-841c-4e53-955d-096026847693),segment_id=25948913-841c-4e53-955d-096026847693)] {{(pid=100185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:36:35.784335 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-c2d5ca40-5bbb-45fc-a4c0-71836d14e0f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612080'] for port, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:35.797071 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.plugin [None req-c2d5ca40-5bbb-45fc-a4c0-71836d14e0f3 admin admin] Calling delete_port for d7a06d87-99cc-4935-84e8-0bca39b7d785 owned by network:router_gateway {{(pid=100185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 12:36:35.802320 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_dvr_db [None req-74fe6b35-dbf4-46b6-8c22-85b3c9f1e7bc None None] Set router 9a2f6ab6-0ff8-4dde-8a0b-057d24ab0e5d gateway port host: None {{(pid=100187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:36:35.852502 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_hamode_db [None req-74fe6b35-dbf4-46b6-8c22-85b3c9f1e7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2f6ab6-0ff8-4dde-8a0b-057d24ab0e5d', 'name': 'tempest-TestShelveInstance-707721578-router', 'tenant_id': '0c20a8dd2d244ca3b9896a95962524b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:28:28Z', 'updated_at': '2021-10-14T12:36:35Z', 'revision_number': 6, 'project_id': '0c20a8dd2d244ca3b9896a95962524b4', 'gw_port_host': None}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:36:35.881262 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fe6b35-dbf4-46b6-8c22-85b3c9f1e7bc None None] The sync data for ids ['9a2f6ab6-0ff8-4dde-8a0b-057d24ab0e5d'] in dv-cinder-813986-1-iscsi is: [{'id': '9a2f6ab6-0ff8-4dde-8a0b-057d24ab0e5d', 'name': 'tempest-TestShelveInstance-707721578-router', 'tenant_id': '0c20a8dd2d244ca3b9896a95962524b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:28:28Z', 'updated_at': '2021-10-14T12:36:35Z', 'revision_number': 6, 'project_id': '0c20a8dd2d244ca3b9896a95962524b4', 'gw_port_host': None}] {{(pid=100187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:36:36.018841 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-c2d5ca40-5bbb-45fc-a4c0-71836d14e0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787793344296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787792822815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7811617'] for port, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:36.045081 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d5ca40-5bbb-45fc-a4c0-71836d14e0f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7a06d87-99cc-4935-84e8-0bca39b7d785,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:36:36.101183 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-c2d5ca40-5bbb-45fc-a4c0-71836d14e0f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-619714'] for router_gateway, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:36.189716 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-c2d5ca40-5bbb-45fc-a4c0-71836d14e0f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-498'] for router, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:36.191827 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-c2d5ca40-5bbb-45fc-a4c0-71836d14e0f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:36.310907 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-c2d5ca40-5bbb-45fc-a4c0-71836d14e0f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560242'] for router, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:36.311479 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2d5ca40-5bbb-45fc-a4c0-71836d14e0f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a2f6ab6-0ff8-4dde-8a0b-057d24ab0e5d {{(pid=100185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 12:36:36.319440 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-c2d5ca40-5bbb-45fc-a4c0-71836d14e0f3 admin admin] Notify callbacks [] for router, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:36.319440 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-c2d5ca40-5bbb-45fc-a4c0-71836d14e0f3 admin admin] 10.222.0.54 "DELETE /v2.0/routers/9a2f6ab6-0ff8-4dde-8a0b-057d24ab0e5d HTTP/1.1" status: 204 len: 168 time: 0.9262712 Oct 14 12:36:36.320381 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 39394) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:36:36.364070 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.db.db_base_plugin_v2 [None req-cda96e57-ef7c-4550-bc22-c8bb7eaa7278 admin admin] Deleting subnet 8212ebb0-1e9b-4f0a-bcd2-aa221b7580fb {{(pid=100185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Oct 14 12:36:36.367002 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-cda96e57-ef7c-4550-bc22-c8bb7eaa7278 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:36.400633 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-cda96e57-ef7c-4550-bc22-c8bb7eaa7278 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6186442'] for subnet, precommit_delete_associations {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:36.481819 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-cda96e57-ef7c-4550-bc22-c8bb7eaa7278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2028271'] for subnet, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:36.585008 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-cda96e57-ef7c-4550-bc22-c8bb7eaa7278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2028256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7811698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5941621'] for subnet, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:36.611158 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda96e57-ef7c-4550-bc22-c8bb7eaa7278 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8212ebb0-1e9b-4f0a-bcd2-aa221b7580fb,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:36:36.614767 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-cda96e57-ef7c-4550-bc22-c8bb7eaa7278 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:36.619868 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-cda96e57-ef7c-4550-bc22-c8bb7eaa7278 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/8212ebb0-1e9b-4f0a-bcd2-aa221b7580fb HTTP/1.1" status: 204 len: 168 time: 0.2964664 Oct 14 12:36:36.621765 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 39398) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:36:36.624240 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462af7db-08c3-4280-8a4f-455737e23c1b None None] Network 5a61d559-3003-4a4b-909b-205858fef85d requested from dv-cinder-813986-1-iscsi {{(pid=100186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:36:36.635289 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c6566-e154-4509-8f46-ff660aac61fa req-cc219d8e-07ac-4772-ab53-6357c31262d8 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:36.636878 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-152c6566-e154-4509-8f46-ff660aac61fa req-cc219d8e-07ac-4772-ab53-6357c31262d8 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 946 time: 0.0540681 Oct 14 12:36:36.683201 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-152c6566-e154-4509-8f46-ff660aac61fa req-3df9659a-e1ba-4ea0-98f8-c49c5b1b7ea1 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391223 Oct 14 12:36:36.694506 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-0ccb16db-2381-4534-83be-3bb118ac20f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1900015'] for network, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:36.758848 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.plugin [None req-0ccb16db-2381-4534-83be-3bb118ac20f1 admin admin] Deleting port a0213d61-23d9-4122-85f6-b683dddc7305 {{(pid=100185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 12:36:36.759084 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-0ccb16db-2381-4534-83be-3bb118ac20f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787793337694'] for port, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:36.832739 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.db [None req-0ccb16db-2381-4534-83be-3bb118ac20f1 admin admin] For port a0213d61-23d9-4122-85f6-b683dddc7305, host dv-cinder-813986-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=a0213d61-23d9-4122-85f6-b683dddc7305,segment=NetworkSegment(32168964-8557-48b4-af1a-8cb3e2e1968f),segment_id=32168964-8557-48b4-af1a-8cb3e2e1968f)] {{(pid=100185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:36:36.833227 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-0ccb16db-2381-4534-83be-3bb118ac20f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612080'] for port, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:36.847549 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.plugin [None req-0ccb16db-2381-4534-83be-3bb118ac20f1 admin admin] Calling delete_port for a0213d61-23d9-4122-85f6-b683dddc7305 owned by network:dhcp {{(pid=100185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 12:36:36.888346 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6928996-067d-4d4b-8388-c394c6f51df8 req-9ac7a67b-9de0-4b75-8560-c8de47cea795 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:36.889999 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b6928996-067d-4d4b-8388-c394c6f51df8 req-9ac7a67b-9de0-4b75-8560-c8de47cea795 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f3fa74d-2596-4993-bf05-492949ab099f HTTP/1.1" status: 200 len: 943 time: 0.0534353 Oct 14 12:36:36.945117 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce24125-46b9-4cf5-9b17-dd24bdd41da8 None None] DHCP port deletion for 5a61d559-3003-4a4b-909b-205858fef85d request from dv-cinder-813986-1-iscsi {{(pid=100186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 14 12:36:36.952606 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b6928996-067d-4d4b-8388-c394c6f51df8 req-e311502a-b10f-44f2-b436-2fb23d0e8761 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f5fcbc7-5255-4d45-8f40-7ab46cf5b030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552471 Oct 14 12:36:36.999883 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-cce24125-46b9-4cf5-9b17-dd24bdd41da8 None None] Deleting port a0213d61-23d9-4122-85f6-b683dddc7305 {{(pid=100186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 12:36:37.000279 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-cce24125-46b9-4cf5-9b17-dd24bdd41da8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787793337694'] for port, before_delete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:37.013249 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-0ccb16db-2381-4534-83be-3bb118ac20f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787793344296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787792822815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7811617'] for port, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:37.045312 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccb16db-2381-4534-83be-3bb118ac20f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0213d61-23d9-4122-85f6-b683dddc7305,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:36:37.048785 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccb16db-2381-4534-83be-3bb118ac20f1 admin admin] No DVR routers for this DVR port a0213d61-23d9-4122-85f6-b683dddc7305 on host dv-cinder-813986-1-iscsi {{(pid=100185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 12:36:37.080923 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device a8b92a8e-dae6-4f1e-b903-0c3c69b04949 no longer exists at agent ovs-agent-dv-cinder-813986-1-iscsi {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:36:37.083726 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-cce24125-46b9-4cf5-9b17-dd24bdd41da8 None None] For port a0213d61-23d9-4122-85f6-b683dddc7305, host dv-cinder-813986-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=a0213d61-23d9-4122-85f6-b683dddc7305,segment=NetworkSegment(32168964-8557-48b4-af1a-8cb3e2e1968f),segment_id=32168964-8557-48b4-af1a-8cb3e2e1968f)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:36:37.084167 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-cce24125-46b9-4cf5-9b17-dd24bdd41da8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612080'] for port, precommit_delete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:37.116519 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-cce24125-46b9-4cf5-9b17-dd24bdd41da8 None None] Calling delete_port for a0213d61-23d9-4122-85f6-b683dddc7305 owned by network:dhcp {{(pid=100186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 12:36:37.121127 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] No Port match for: a8b92a8e-dae6-4f1e-b903-0c3c69b04949 {{(pid=100186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 12:36:37.121127 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device a8b92a8e-dae6-4f1e-b903-0c3c69b04949 not bound to the agent host dv-cinder-813986-1-iscsi {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:36:37.121338 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-0ccb16db-2381-4534-83be-3bb118ac20f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2018836', 'neutron.services.segments.db._delete_segments_for_network-8787793369613'] for network, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:37.121456 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device a0213d61-23d9-4122-85f6-b683dddc7305 no longer exists at agent ovs-agent-dv-cinder-813986-1-iscsi {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:36:37.141586 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] No Port match for: a0213d61-23d9-4122-85f6-b683dddc7305 {{(pid=100186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 12:36:37.141815 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.services.segments.db [None req-0ccb16db-2381-4534-83be-3bb118ac20f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a61d559-3003-4a4b-909b-205858fef85d']}} {{(pid=100185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:36:37.141925 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device a0213d61-23d9-4122-85f6-b683dddc7305 not bound to the agent host dv-cinder-813986-1-iscsi {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:36:37.142305 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device d7a06d87-99cc-4935-84e8-0bca39b7d785 no longer exists at agent ovs-agent-dv-cinder-813986-1-iscsi {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:36:37.151641 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.services.segments.db [None req-0ccb16db-2381-4534-83be-3bb118ac20f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32168964-8557-48b4-af1a-8cb3e2e1968f') {'for_net_delete': True} {{(pid=100185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:36:37.151935 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.services.segments.db [None req-0ccb16db-2381-4534-83be-3bb118ac20f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32168964-8557-48b4-af1a-8cb3e2e1968f') {} {{(pid=100185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:36:37.161295 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-0ccb16db-2381-4534-83be-3bb118ac20f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787793369110', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6186453'] for segment, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:37.163499 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] No Port match for: d7a06d87-99cc-4935-84e8-0bca39b7d785 {{(pid=100186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 12:36:37.163785 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device d7a06d87-99cc-4935-84e8-0bca39b7d785 not bound to the agent host dv-cinder-813986-1-iscsi {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:36:37.175539 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-0ccb16db-2381-4534-83be-3bb118ac20f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030694'] for segment, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:37.181845 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ccb16db-2381-4534-83be-3bb118ac20f1 admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=100185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 12:36:37.182223 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-0ccb16db-2381-4534-83be-3bb118ac20f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7811604'] for segment, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:37.183855 dv-cinder-813986-1-iscsi neutron-server[100185]: Traceback (most recent call last): Oct 14 12:36:37.183855 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 12:36:37.183855 dv-cinder-813986-1-iscsi neutron-server[100185]: timer() Oct 14 12:36:37.183855 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 12:36:37.183855 dv-cinder-813986-1-iscsi neutron-server[100185]: cb(*args, **kw) Oct 14 12:36:37.183855 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 12:36:37.183855 dv-cinder-813986-1-iscsi neutron-server[100185]: return func(*args, **kwargs) Oct 14 12:36:37.183855 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 12:36:37.183855 dv-cinder-813986-1-iscsi neutron-server[100185]: self._notify() Oct 14 12:36:37.183855 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 12:36:37.183855 dv-cinder-813986-1-iscsi neutron-server[100185]: self.callback(batched_events) Oct 14 12:36:37.183855 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 12:36:37.183855 dv-cinder-813986-1-iscsi neutron-server[100185]: event.method(event) Oct 14 12:36:37.183855 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 12:36:37.183855 dv-cinder-813986-1-iscsi neutron-server[100185]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 12:36:37.183855 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 12:36:37.183855 dv-cinder-813986-1-iscsi neutron-server[100185]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 12:36:37.183855 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 12:36:37.183855 dv-cinder-813986-1-iscsi neutron-server[100185]: return f(self, *a, **k) Oct 14 12:36:37.183855 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 12:36:37.183855 dv-cinder-813986-1-iscsi neutron-server[100185]: return self._get(url).json() Oct 14 12:36:37.183855 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 12:36:37.183855 dv-cinder-813986-1-iscsi neutron-server[100185]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 12:36:37.183855 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 12:36:37.183855 dv-cinder-813986-1-iscsi neutron-server[100185]: return self.request(url, 'GET', **kwargs) Oct 14 12:36:37.183855 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 12:36:37.183855 dv-cinder-813986-1-iscsi neutron-server[100185]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 12:36:37.183855 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 12:36:37.183855 dv-cinder-813986-1-iscsi neutron-server[100185]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 12:36:37.183855 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 12:36:37.183855 dv-cinder-813986-1-iscsi neutron-server[100185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 12:36:37.183855 dv-cinder-813986-1-iscsi neutron-server[100185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 12:36:37.226359 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-cce24125-46b9-4cf5-9b17-dd24bdd41da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787793344296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787792822815'] for port, after_delete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:37.254040 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce24125-46b9-4cf5-9b17-dd24bdd41da8 None None] No DVR routers for this DVR port a0213d61-23d9-4122-85f6-b683dddc7305 on host dv-cinder-813986-1-iscsi {{(pid=100186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 12:36:37.259300 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device 2e8020b5-f30f-4e25-982e-8f1a4a820740 details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=100186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 12:36:37.261901 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce24125-46b9-4cf5-9b17-dd24bdd41da8 None None] Pushing event deleted for resources: {'Port': ['ID=a0213d61-23d9-4122-85f6-b683dddc7305,revision_number=None']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:36:37.281346 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-0ccb16db-2381-4534-83be-3bb118ac20f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2018925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-619758'] for network, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:37.287198 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-0ccb16db-2381-4534-83be-3bb118ac20f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531662'] for network, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:37.290524 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-0ccb16db-2381-4534-83be-3bb118ac20f1 admin admin] 10.222.0.54 "DELETE /v2.0/networks/5a61d559-3003-4a4b-909b-205858fef85d HTTP/1.1" status: 204 len: 168 time: 0.6678052 Oct 14 12:36:37.301652 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccb16db-2381-4534-83be-3bb118ac20f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a61d559-3003-4a4b-909b-205858fef85d,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:36:37.365394 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] For port 2e8020b5-f30f-4e25-982e-8f1a4a820740, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=2e8020b5-f30f-4e25-982e-8f1a4a820740,segment=NetworkSegment(2691d58f-1dfd-4fec-a924-cb1f773f815b),segment_id=2691d58f-1dfd-4fec-a924-cb1f773f815b)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:36:37.377457 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Returning: {'device': '2e8020b5-f30f-4e25-982e-8f1a4a820740', 'network_id': '031e9579-40df-4987-97d9-4aff3031dd9c', 'port_id': '2e8020b5-f30f-4e25-982e-8f1a4a820740', 'mac_address': 'fa:16:3e:92:6d:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ae97040-dc68-4655-9e24-79e922381839', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 12:36:37.414097 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:37.426490 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.notifiers.nova [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e8020b5-f30f-4e25-982e-8f1a4a820740 {{(pid=100186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:36:37.445424 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] For port 2e8020b5-f30f-4e25-982e-8f1a4a820740, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=2e8020b5-f30f-4e25-982e-8f1a4a820740,segment=NetworkSegment(2691d58f-1dfd-4fec-a924-cb1f773f815b),segment_id=2691d58f-1dfd-4fec-a924-cb1f773f815b)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:36:37.504058 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:37.544658 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 39404) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:36:37.554140 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Pushing event updated for resources: {'Port': ['ID=2e8020b5-f30f-4e25-982e-8f1a4a820740,revision_number=4']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:36:37.583950 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-1ca04169-fc3b-4269-9c98-a729972cd961 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9d75b8979b4c4881a94b492a998237d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380638 Oct 14 12:36:37.586431 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 39406) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:36:37.631654 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-5ba8f8f7-39e6-4512-bbd3-eed998647b16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:37.656195 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-5ba8f8f7-39e6-4512-bbd3-eed998647b16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:37.708929 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:37.801823 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-5ba8f8f7-39e6-4512-bbd3-eed998647b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:37.804396 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-5ba8f8f7-39e6-4512-bbd3-eed998647b16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:37.808679 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-5ba8f8f7-39e6-4512-bbd3-eed998647b16 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/28a035e7-e62d-4c91-9189-b261629041ef HTTP/1.1" status: 204 len: 168 time: 0.2182264 Oct 14 12:36:37.814392 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba8f8f7-39e6-4512-bbd3-eed998647b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a035e7-e62d-4c91-9189-b261629041ef,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:36:37.820364 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955cd413-ed86-443a-8df4-bc5268c17d25 req-334f4638-f248-4c6e-8d44-f3b09855b0b9 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:37.822007 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-955cd413-ed86-443a-8df4-bc5268c17d25 req-334f4638-f248-4c6e-8d44-f3b09855b0b9 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 946 time: 0.0506384 Oct 14 12:36:37.860521 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-955cd413-ed86-443a-8df4-bc5268c17d25 req-0c75a1bb-2a78-4a17-b0da-2172f8c9b819 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321617 Oct 14 12:36:37.882085 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] get_ports_and_sgs() called for port_ids ['2e8020b5-f30f-4e25-982e-8f1a4a820740'] {{(pid=100186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:36:38.070619 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787bd920-cf11-465b-a90e-57bec21c5b23 req-525db0f9-4178-48f3-a2fa-d533e2ae3d7f tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:38.072026 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-787bd920-cf11-465b-a90e-57bec21c5b23 req-525db0f9-4178-48f3-a2fa-d533e2ae3d7f tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f3fa74d-2596-4993-bf05-492949ab099f HTTP/1.1" status: 200 len: 944 time: 0.0486305 Oct 14 12:36:38.109415 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-787bd920-cf11-465b-a90e-57bec21c5b23 req-25d5d4d9-f9a8-4324-b59a-8ea64230640d tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f5fcbc7-5255-4d45-8f40-7ab46cf5b030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315161 Oct 14 12:36:38.485483 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 39416) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:36:38.524725 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-98072bc7-385d-44cf-b02f-831b6ceb09ba admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0c20a8dd2d244ca3b9896a95962524b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381002 Oct 14 12:36:38.527751 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 39418) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:36:38.574619 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-252d773d-e51a-41e2-b6ff-a274d61b1cdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:38.596039 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-252d773d-e51a-41e2-b6ff-a274d61b1cdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:38.596746 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e1fdeb-5e92-4842-a59a-fe459c0c4401 req-fe9e6085-b17b-4b78-bebf-d0e7018374f3 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:38.598531 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-25e1fdeb-5e92-4842-a59a-fe459c0c4401 req-fe9e6085-b17b-4b78-bebf-d0e7018374f3 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.25 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 946 time: 0.0489800 Oct 14 12:36:38.698468 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.plugin [req-25e1fdeb-5e92-4842-a59a-fe459c0c4401 req-0ae7af3f-7282-4e5e-b8b7-35a2dae74ade tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Deleting port 28cd0059-123b-4cfb-8b82-37ef57465863 {{(pid=100184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 12:36:38.698804 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-25e1fdeb-5e92-4842-a59a-fe459c0c4401 req-0ae7af3f-7282-4e5e-b8b7-35a2dae74ade tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787793337694'] for port, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:38.703152 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-252d773d-e51a-41e2-b6ff-a274d61b1cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:38.706859 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-252d773d-e51a-41e2-b6ff-a274d61b1cdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:38.713533 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-252d773d-e51a-41e2-b6ff-a274d61b1cdc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/dbf15e93-7df1-4893-bceb-f49b88f0980c HTTP/1.1" status: 204 len: 168 time: 0.1793351 Oct 14 12:36:38.716965 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252d773d-e51a-41e2-b6ff-a274d61b1cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf15e93-7df1-4893-bceb-f49b88f0980c,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:36:38.794805 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.db [req-25e1fdeb-5e92-4842-a59a-fe459c0c4401 req-0ae7af3f-7282-4e5e-b8b7-35a2dae74ade tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] For port 28cd0059-123b-4cfb-8b82-37ef57465863, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=28cd0059-123b-4cfb-8b82-37ef57465863,segment=NetworkSegment(58cb4796-6024-43c0-aa42-7ecb540db5e1),segment_id=58cb4796-6024-43c0-aa42-7ecb540db5e1)] {{(pid=100184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:36:38.795161 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-25e1fdeb-5e92-4842-a59a-fe459c0c4401 req-0ae7af3f-7282-4e5e-b8b7-35a2dae74ade tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612080'] for port, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:38.997670 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-25e1fdeb-5e92-4842-a59a-fe459c0c4401 req-0ae7af3f-7282-4e5e-b8b7-35a2dae74ade tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:38.998376 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-25e1fdeb-5e92-4842-a59a-fe459c0c4401 req-0ae7af3f-7282-4e5e-b8b7-35a2dae74ade tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-619548'] for floatingip, after_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:38.998376 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.db.l3_db [req-25e1fdeb-5e92-4842-a59a-fe459c0c4401 req-0ae7af3f-7282-4e5e-b8b7-35a2dae74ade tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Floating IP 86521ead-6f88-4b8a-80ee-9b24c4dca617 disassociated. External IP: 172.27.0.225, port: 28cd0059-123b-4cfb-8b82-37ef57465863. Oct 14 12:36:38.998671 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.plugin [req-25e1fdeb-5e92-4842-a59a-fe459c0c4401 req-0ae7af3f-7282-4e5e-b8b7-35a2dae74ade tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Calling delete_port for 28cd0059-123b-4cfb-8b82-37ef57465863 owned by compute:nova {{(pid=100184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 12:36:39.028484 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9eb3e5-eabc-4a59-bb4b-1dc9f44ed5e0 req-2806ab3a-63e6-4405-8c5f-2f07ae5126ed tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:39.030218 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-4c9eb3e5-eabc-4a59-bb4b-1dc9f44ed5e0 req-2806ab3a-63e6-4405-8c5f-2f07ae5126ed tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 946 time: 0.0878882 Oct 14 12:36:39.115157 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-4c9eb3e5-eabc-4a59-bb4b-1dc9f44ed5e0 req-89a543ae-ee25-4075-8aeb-63d62aec6493 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=69e98f73-df72-46e0-9d2f-6f550beb0f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555966 Oct 14 12:36:39.230812 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8148100-5147-417a-ab77-e0accc760723 req-027e7ae6-043d-48a7-8e5c-8dc9eb7e0fa2 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:39.232209 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-e8148100-5147-417a-ab77-e0accc760723 req-027e7ae6-043d-48a7-8e5c-8dc9eb7e0fa2 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f3fa74d-2596-4993-bf05-492949ab099f HTTP/1.1" status: 200 len: 944 time: 0.0489872 Oct 14 12:36:39.263360 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-25e1fdeb-5e92-4842-a59a-fe459c0c4401 req-0ae7af3f-7282-4e5e-b8b7-35a2dae74ade tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787793344296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787792822815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235086'] for port, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:39.274704 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device 2e8020b5-f30f-4e25-982e-8f1a4a820740 up at agent hyperv_hv-cinder-81398 {{(pid=100186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:36:39.301673 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-e8148100-5147-417a-ab77-e0accc760723 req-5c29be16-6cfb-4f17-81fd-93ac1e90b7f7 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f5fcbc7-5255-4d45-8f40-7ab46cf5b030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633993 Oct 14 12:36:39.304403 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae7af3f-7282-4e5e-b8b7-35a2dae74ade tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Pushing event deleted for resources: {'Port': ['ID=28cd0059-123b-4cfb-8b82-37ef57465863,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:36:39.421571 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.l3_agent_scheduler [req-25e1fdeb-5e92-4842-a59a-fe459c0c4401 req-0ae7af3f-7282-4e5e-b8b7-35a2dae74ade tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Router 21add2b8-54d5-4536-b496-7594d2356359 has already been hosted by L3 agent 98567738-4256-4ddd-ae03-62c82ecec038 {{(pid=100184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 12:36:39.430149 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Provisioning for port 2e8020b5-f30f-4e25-982e-8f1a4a820740 completed by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 12:36:39.434671 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Provisioning complete for port 2e8020b5-f30f-4e25-982e-8f1a4a820740 triggered by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:36:39.435150 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:39.509442 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:39.528675 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-25e1fdeb-5e92-4842-a59a-fe459c0c4401 req-0ae7af3f-7282-4e5e-b8b7-35a2dae74ade tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify agent at l3_agent.dv-cinder-813986-1-iscsi the message routers_updated {{(pid=100184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:36:39.532052 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3fa74d-2596-4993-bf05-492949ab099f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e8020b5-f30f-4e25-982e-8f1a4a820740'}] {{(pid=100186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:36:39.537994 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ce96789b1b9487be48749a60ffcfd0a175945a3b692fd75626d794e24ae9ed4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d13ad7d-9d19-4f69-9bfd-14c08a16e166" -d '{"events": [{"server_uuid": "3f3fa74d-2596-4993-bf05-492949ab099f", "name": "network-vif-plugged", "status": "completed", "tag": "2e8020b5-f30f-4e25-982e-8f1a4a820740"}]}' {{(pid=100186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:36:39.546776 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff3f82a-b889-440e-a97a-6586d8eda6e2 None None] Sync routers for ids ['21add2b8-54d5-4536-b496-7594d2356359'] in dv-cinder-813986-1-iscsi {{(pid=100186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:36:39.551514 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] For port 2e8020b5-f30f-4e25-982e-8f1a4a820740, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=2e8020b5-f30f-4e25-982e-8f1a4a820740,segment=NetworkSegment(2691d58f-1dfd-4fec-a924-cb1f773f815b),segment_id=2691d58f-1dfd-4fec-a924-cb1f773f815b)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:36:39.561367 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff3f82a-b889-440e-a97a-6586d8eda6e2 None None] Routers {'21add2b8-54d5-4536-b496-7594d2356359'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:36:39.561367 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-2ff3f82a-b889-440e-a97a-6586d8eda6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:36:26Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['21add2b8-54d5-4536-b496-7594d2356359'], 'active': True} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:36:39.570933 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.db.l3_dvrscheduler_db [req-25e1fdeb-5e92-4842-a59a-fe459c0c4401 req-0ae7af3f-7282-4e5e-b8b7-35a2dae74ade tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] No DVR routers for this DVR port 28cd0059-123b-4cfb-8b82-37ef57465863 on host hv-cinder-81398 {{(pid=100184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 12:36:39.573504 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-25e1fdeb-5e92-4842-a59a-fe459c0c4401 req-0ae7af3f-7282-4e5e-b8b7-35a2dae74ade tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516790'] for port, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:39.576964 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-25e1fdeb-5e92-4842-a59a-fe459c0c4401 req-0ae7af3f-7282-4e5e-b8b7-35a2dae74ade tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.25 "DELETE /v2.0/ports/28cd0059-123b-4cfb-8b82-37ef57465863 HTTP/1.1" status: 204 len: 173 time: 0.9720261 Oct 14 12:36:39.577352 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98abee77-6aa4-41b4-b48e-a608cecdadd7', 'name': 'network-vif-deleted', 'tag': '28cd0059-123b-4cfb-8b82-37ef57465863'}] {{(pid=100184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:36:39.579621 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb275087d552987a85547e896d52e13f348f0da1d291f893306c6091374b53c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cdcfc49-e1bd-4a3f-93cf-00a4ce5e2ded" -d '{"events": [{"server_uuid": "98abee77-6aa4-41b4-b48e-a608cecdadd7", "name": "network-vif-deleted", "tag": "28cd0059-123b-4cfb-8b82-37ef57465863"}]}' {{(pid=100184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:36:39.598776 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59c6d971-6535-435b-b48c-6052595622eb x-openstack-request-id: req-59c6d971-6535-435b-b48c-6052595622eb {{(pid=100186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:36:39.599077 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f3fa74d-2596-4993-bf05-492949ab099f", "name": "network-vif-plugged", "status": "completed", "tag": "2e8020b5-f30f-4e25-982e-8f1a4a820740", "code": 200}]} {{(pid=100186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:36:39.599328 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-59c6d971-6535-435b-b48c-6052595622eb {{(pid=100186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:36:39.599712 dv-cinder-813986-1-iscsi neutron-server[100186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f3fa74d-2596-4993-bf05-492949ab099f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e8020b5-f30f-4e25-982e-8f1a4a820740', 'code': 200} Oct 14 12:36:39.632407 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:39.638766 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d6eeb3b-4afa-4ef8-b5a1-86a7663088fe x-openstack-request-id: req-3d6eeb3b-4afa-4ef8-b5a1-86a7663088fe {{(pid=100184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:36:39.639061 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98abee77-6aa4-41b4-b48e-a608cecdadd7", "name": "network-vif-deleted", "tag": "28cd0059-123b-4cfb-8b82-37ef57465863", "status": "completed", "code": 200}]} {{(pid=100184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:36:39.639313 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3d6eeb3b-4afa-4ef8-b5a1-86a7663088fe {{(pid=100184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:36:39.641750 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98abee77-6aa4-41b4-b48e-a608cecdadd7', 'name': 'network-vif-deleted', 'tag': '28cd0059-123b-4cfb-8b82-37ef57465863', 'status': 'completed', 'code': 200} Oct 14 12:36:39.715063 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Pushing event updated for resources: {'Port': ['ID=2e8020b5-f30f-4e25-982e-8f1a4a820740,revision_number=5']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:36:39.733989 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvr_db [None req-2ff3f82a-b889-440e-a97a-6586d8eda6e2 None None] Set router 21add2b8-54d5-4536-b496-7594d2356359 gateway port host: dv-cinder-813986-1-iscsi {{(pid=100186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:36:39.937004 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-2ff3f82a-b889-440e-a97a-6586d8eda6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21add2b8-54d5-4536-b496-7594d2356359', 'name': 'tempest-AttachVolumeShelveTestJSON-1247382938-router', 'tenant_id': '2113c18ca299401c9338cafb84b0ff20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '119ec3f6-aed8-4f4e-91c2-ef4491993617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:30:58Z', 'updated_at': '2021-10-14T12:31:01Z', 'revision_number': 4, 'project_id': '2113c18ca299401c9338cafb84b0ff20', 'gw_port': {'id': '119ec3f6-aed8-4f4e-91c2-ef4491993617', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:80:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21add2b8-54d5-4536-b496-7594d2356359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:59Z', 'updated_at': '2021-10-14T12:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_interfaces': [{'id': '35fbb1a3-1573-4763-b2c3-a761bd3feadf', 'name': '', 'network_id': 'e97ba1a4-1eaa-4970-998a-7f37d91a4cc6', 'tenant_id': '2113c18ca299401c9338cafb84b0ff20', 'mac_address': 'fa:16:3e:17:14:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21add2b8-54d5-4536-b496-7594d2356359', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'ffaa80f7-d349-41e0-815d-fe25cd4e4dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:31:00Z', 'updated_at': '2021-10-14T12:31:05Z', 'revision_number': 5, 'project_id': '2113c18ca299401c9338cafb84b0ff20', 'subnets': [{'id': 'ffaa80f7-d349-41e0-815d-fe25cd4e4dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:36:39.965385 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff3f82a-b889-440e-a97a-6586d8eda6e2 None None] Checking router: 21add2b8-54d5-4536-b496-7594d2356359 for host: dv-cinder-813986-1-iscsi {{(pid=100186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:36:39.973723 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff3f82a-b889-440e-a97a-6586d8eda6e2 None None] Routers {'21add2b8-54d5-4536-b496-7594d2356359'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:36:39.974325 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-2ff3f82a-b889-440e-a97a-6586d8eda6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:36:26Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['21add2b8-54d5-4536-b496-7594d2356359'], 'active': True} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:36:39.999615 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18c989b-a82d-4e75-90a1-c3f23a6e6cdf req-77f1a6ea-c952-432b-95fb-5c33b74751cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:40.001293 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b18c989b-a82d-4e75-90a1-c3f23a6e6cdf req-77f1a6ea-c952-432b-95fb-5c33b74751cf service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3f3fa74d-2596-4993-bf05-492949ab099f HTTP/1.1" status: 200 len: 1098 time: 0.0437167 Oct 14 12:36:40.043056 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b18c989b-a82d-4e75-90a1-c3f23a6e6cdf req-81a23c6e-1364-4312-bd95-f9d3f3ad13e6 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=2f5fcbc7-5255-4d45-8f40-7ab46cf5b030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297408 Oct 14 12:36:40.081381 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvr_db [None req-2ff3f82a-b889-440e-a97a-6586d8eda6e2 None None] Set router 21add2b8-54d5-4536-b496-7594d2356359 gateway port host: dv-cinder-813986-1-iscsi {{(pid=100186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:36:40.237566 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-96af0688-b3c3-4114-a524-2ae3528a1e23 req-371a48ba-37a7-480b-8298-dc2e65409363 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=98abee77-6aa4-41b4-b48e-a608cecdadd7 HTTP/1.1" status: 200 len: 210 time: 0.0268695 Oct 14 12:36:40.288685 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-2ff3f82a-b889-440e-a97a-6586d8eda6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21add2b8-54d5-4536-b496-7594d2356359', 'name': 'tempest-AttachVolumeShelveTestJSON-1247382938-router', 'tenant_id': '2113c18ca299401c9338cafb84b0ff20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '119ec3f6-aed8-4f4e-91c2-ef4491993617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:30:58Z', 'updated_at': '2021-10-14T12:31:01Z', 'revision_number': 4, 'project_id': '2113c18ca299401c9338cafb84b0ff20', 'gw_port': {'id': '119ec3f6-aed8-4f4e-91c2-ef4491993617', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:80:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21add2b8-54d5-4536-b496-7594d2356359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:59Z', 'updated_at': '2021-10-14T12:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_interfaces': [{'id': '35fbb1a3-1573-4763-b2c3-a761bd3feadf', 'name': '', 'network_id': 'e97ba1a4-1eaa-4970-998a-7f37d91a4cc6', 'tenant_id': '2113c18ca299401c9338cafb84b0ff20', 'mac_address': 'fa:16:3e:17:14:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21add2b8-54d5-4536-b496-7594d2356359', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'ffaa80f7-d349-41e0-815d-fe25cd4e4dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:31:00Z', 'updated_at': '2021-10-14T12:31:05Z', 'revision_number': 5, 'project_id': '2113c18ca299401c9338cafb84b0ff20', 'subnets': [{'id': 'ffaa80f7-d349-41e0-815d-fe25cd4e4dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:36:40.315338 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff3f82a-b889-440e-a97a-6586d8eda6e2 None None] The sync data for ids ['21add2b8-54d5-4536-b496-7594d2356359'] in dv-cinder-813986-1-iscsi is: [{'id': '21add2b8-54d5-4536-b496-7594d2356359', 'name': 'tempest-AttachVolumeShelveTestJSON-1247382938-router', 'tenant_id': '2113c18ca299401c9338cafb84b0ff20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '119ec3f6-aed8-4f4e-91c2-ef4491993617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:30:58Z', 'updated_at': '2021-10-14T12:31:01Z', 'revision_number': 4, 'project_id': '2113c18ca299401c9338cafb84b0ff20', 'gw_port': {'id': '119ec3f6-aed8-4f4e-91c2-ef4491993617', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:80:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21add2b8-54d5-4536-b496-7594d2356359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:59Z', 'updated_at': '2021-10-14T12:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_interfaces': [{'id': '35fbb1a3-1573-4763-b2c3-a761bd3feadf', 'name': '', 'network_id': 'e97ba1a4-1eaa-4970-998a-7f37d91a4cc6', 'tenant_id': '2113c18ca299401c9338cafb84b0ff20', 'mac_address': 'fa:16:3e:17:14:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21add2b8-54d5-4536-b496-7594d2356359', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'ffaa80f7-d349-41e0-815d-fe25cd4e4dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:31:00Z', 'updated_at': '2021-10-14T12:31:05Z', 'revision_number': 5, 'project_id': '2113c18ca299401c9338cafb84b0ff20', 'subnets': [{'id': 'ffaa80f7-d349-41e0-815d-fe25cd4e4dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:36:40.422806 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d4169f-c8f6-419c-b682-979f144ef8f3 req-83e81727-730a-42da-8dd0-a0c2e24daa0c tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:40.424355 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-61d4169f-c8f6-419c-b682-979f144ef8f3 req-83e81727-730a-42da-8dd0-a0c2e24daa0c tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f3fa74d-2596-4993-bf05-492949ab099f HTTP/1.1" status: 200 len: 945 time: 0.0497184 Oct 14 12:36:40.464222 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-61d4169f-c8f6-419c-b682-979f144ef8f3 req-902ac9b8-cd90-4d9f-9d0b-7f4e8fe3f26c tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f5fcbc7-5255-4d45-8f40-7ab46cf5b030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337989 Oct 14 12:36:40.525887 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26155e3d-ec0c-4ea6-8481-2a864dbad709 None None] New status for floating IP 86521ead-6f88-4b8a-80ee-9b24c4dca617: DOWN {{(pid=100187) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 12:36:41.384705 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 39438) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:36:41.440966 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-b8e581cd-313e-41e7-ac7e-7f3771c7f1f5 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks [] for security_group, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:41.463132 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-b8e581cd-313e-41e7-ac7e-7f3771c7f1f5 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:41.575908 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e811acc-eec4-4aca-a8dc-def58dab9a19 req-5a8eac3c-38ed-4cb7-8813-6bd50ee92680 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:41.577326 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-4e811acc-eec4-4aca-a8dc-def58dab9a19 req-5a8eac3c-38ed-4cb7-8813-6bd50ee92680 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f3fa74d-2596-4993-bf05-492949ab099f HTTP/1.1" status: 200 len: 945 time: 0.0482569 Oct 14 12:36:41.589349 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-b8e581cd-313e-41e7-ac7e-7f3771c7f1f5 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:41.591823 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-b8e581cd-313e-41e7-ac7e-7f3771c7f1f5 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks [] for security_group, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:41.592899 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-b8e581cd-313e-41e7-ac7e-7f3771c7f1f5 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "DELETE /v2.0/security-groups/69e98f73-df72-46e0-9d2f-6f550beb0f87 HTTP/1.1" status: 204 len: 168 time: 0.2071691 Oct 14 12:36:41.595759 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 39444) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:36:41.609720 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.api.v2.resource [None req-fcef7947-48ce-40ce-9db2-6f678e8d762b tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] show failed (client error): The resource could not be found. Oct 14 12:36:41.610665 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e581cd-313e-41e7-ac7e-7f3771c7f1f5 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e98f73-df72-46e0-9d2f-6f550beb0f87,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:36:41.610944 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-fcef7947-48ce-40ce-9db2-6f678e8d762b tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups/69e98f73-df72-46e0-9d2f-6f550beb0f87 HTTP/1.1" status: 404 len: 347 time: 0.0140948 Oct 14 12:36:41.613880 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 39446) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:36:41.631063 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-4e811acc-eec4-4aca-a8dc-def58dab9a19 req-914e34e0-50aa-46fe-98ad-dc02891a2cdd tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f5fcbc7-5255-4d45-8f40-7ab46cf5b030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477335 Oct 14 12:36:41.735228 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.plugin [None req-045616c6-5642-4547-9eab-598c46d26131 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Deleting port 9fc92c34-02cc-4a6c-9d0f-c331b7a1fedd {{(pid=100185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 12:36:41.735568 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-045616c6-5642-4547-9eab-598c46d26131 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787793337694'] for port, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:41.810314 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-045616c6-5642-4547-9eab-598c46d26131 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612080'] for port, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:41.810635 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-045616c6-5642-4547-9eab-598c46d26131 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:41.821810 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.plugin [None req-045616c6-5642-4547-9eab-598c46d26131 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Calling delete_port for 9fc92c34-02cc-4a6c-9d0f-c331b7a1fedd owned by network:floatingip {{(pid=100185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 12:36:42.006983 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-045616c6-5642-4547-9eab-598c46d26131 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787793344296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787792822815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7811617'] for port, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:42.031549 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045616c6-5642-4547-9eab-598c46d26131 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Pushing event deleted for resources: {'Port': ['ID=9fc92c34-02cc-4a6c-9d0f-c331b7a1fedd,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:36:42.089418 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-045616c6-5642-4547-9eab-598c46d26131 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks [] for floatingip, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:42.092144 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-045616c6-5642-4547-9eab-598c46d26131 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516790'] for floatingip, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:42.093255 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-045616c6-5642-4547-9eab-598c46d26131 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "DELETE /v2.0/floatingips/86521ead-6f88-4b8a-80ee-9b24c4dca617 HTTP/1.1" status: 204 len: 168 time: 0.4782875 Oct 14 12:36:42.517347 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 39450) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:36:42.521988 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.v2.base [None req-8f05ea20-2a45-4011-a900-77d03ab9d787 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Request body: {'security_group': {'name': 'tempest-securitygroup--645796372', 'description': 'tempest-description--1303304368'}} {{(pid=100185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:36:42.595868 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-8f05ea20-2a45-4011-a900-77d03ab9d787 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks [] for security_group, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:42.666647 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-8f05ea20-2a45-4011-a900-77d03ab9d787 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks [] for security_group, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:42.737485 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-8f05ea20-2a45-4011-a900-77d03ab9d787 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:42.755428 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593960e2-5508-4e92-8104-d3c8587d9e66 req-0547d6db-d88d-44ff-9dde-21d5aa7d5691 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:42.756930 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-593960e2-5508-4e92-8104-d3c8587d9e66 req-0547d6db-d88d-44ff-9dde-21d5aa7d5691 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f3fa74d-2596-4993-bf05-492949ab099f HTTP/1.1" status: 200 len: 945 time: 0.0505788 Oct 14 12:36:42.767110 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f05ea20-2a45-4011-a900-77d03ab9d787 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be03e064-274e-4404-a183-7b6ee3d3992e,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:36:42.797687 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-593960e2-5508-4e92-8104-d3c8587d9e66 req-ca5e337e-d05b-4232-ad88-3573339b9246 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f5fcbc7-5255-4d45-8f40-7ab46cf5b030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341203 Oct 14 12:36:42.830564 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-8f05ea20-2a45-4011-a900-77d03ab9d787 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks [] for security_group, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:42.831941 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-8f05ea20-2a45-4011-a900-77d03ab9d787 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3134844 Oct 14 12:36:42.834574 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 39456) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:36:42.839051 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.v2.base [None req-7ae1ddb1-924e-427e-8ada-2e9bcf3016ea tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Request body: {'security_group_rule': {'security_group_id': 'be03e064-274e-4404-a183-7b6ee3d3992e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:36:42.910137 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d7d95e-acef-408e-96a2-d9b617cc4335 req-1603be39-3474-47dd-86b3-367b8d2eb808 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:42.911567 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-d4d7d95e-acef-408e-96a2-d9b617cc4335 req-1603be39-3474-47dd-86b3-367b8d2eb808 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f3fa74d-2596-4993-bf05-492949ab099f HTTP/1.1" status: 200 len: 945 time: 0.0517008 Oct 14 12:36:42.920507 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 39458) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:36:42.924787 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-7ae1ddb1-924e-427e-8ada-2e9bcf3016ea tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:42.924946 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.v2.base [None req-9686832f-64d7-4ca2-b41a-d311936e5386 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Request body: {'floatingip': {'port_id': '2e8020b5-f30f-4e25-982e-8f1a4a820740'}} {{(pid=100184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:36:42.963397 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-9686832f-64d7-4ca2-b41a-d311936e5386 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks [] for floatingip, before_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:42.980201 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-7ae1ddb1-924e-427e-8ada-2e9bcf3016ea tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:43.052382 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-7ae1ddb1-924e-427e-8ada-2e9bcf3016ea tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596696'] for security_group_rule, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:43.069962 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae1ddb1-924e-427e-8ada-2e9bcf3016ea tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28c14254-06ca-4eee-a78f-38a88a3c05ba,revision_number=0']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:36:43.128694 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-7ae1ddb1-924e-427e-8ada-2e9bcf3016ea tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:43.129930 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-7ae1ddb1-924e-427e-8ada-2e9bcf3016ea tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2944191 Oct 14 12:36:43.132697 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 39460) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:36:43.137461 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.v2.base [None req-eb7676d4-d2e9-47a4-a2b1-093a9887d11c tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Request body: {'security_group_rule': {'security_group_id': 'be03e064-274e-4404-a183-7b6ee3d3992e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:36:43.227600 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-eb7676d4-d2e9-47a4-a2b1-093a9887d11c tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:43.269815 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device 28cd0059-123b-4cfb-8b82-37ef57465863 no longer exists at agent hyperv_hv-cinder-81398 {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:36:43.289921 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] No Port match for: 28cd0059-123b-4cfb-8b82-37ef57465863 {{(pid=100186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 12:36:43.290262 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device 28cd0059-123b-4cfb-8b82-37ef57465863 not bound to the agent host hv-cinder-81398 {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:36:43.384198 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-eb7676d4-d2e9-47a4-a2b1-093a9887d11c tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:43.439255 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-9686832f-64d7-4ca2-b41a-d311936e5386 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:43.450693 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-eb7676d4-d2e9-47a4-a2b1-093a9887d11c tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596696'] for security_group_rule, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:43.469246 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7676d4-d2e9-47a4-a2b1-093a9887d11c tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff4c01d7-3c7c-456d-bfff-342421b91d3d,revision_number=0']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:36:43.498171 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-9686832f-64d7-4ca2-b41a-d311936e5386 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-619548'] for floatingip, after_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:43.532716 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-eb7676d4-d2e9-47a4-a2b1-093a9887d11c tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:43.536887 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-eb7676d4-d2e9-47a4-a2b1-093a9887d11c tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4002485 Oct 14 12:36:43.537308 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 39462) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:36:43.542879 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.v2.base [None req-9b4cae24-e9c9-472b-baa2-bc63e7058fee tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Request body: {'floatingip': {'floating_network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3'}} {{(pid=100185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:36:43.598910 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.db.l3_db [None req-9686832f-64d7-4ca2-b41a-d311936e5386 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Floating IP 0f93f6e1-da38-4fb7-8f9c-f0b9f5611703 associated. External IP: 172.27.0.254, port: 2e8020b5-f30f-4e25-982e-8f1a4a820740. Oct 14 12:36:43.624147 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-9b4cae24-e9c9-472b-baa2-bc63e7058fee tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks [] for floatingip, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:43.725754 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-9b4cae24-e9c9-472b-baa2-bc63e7058fee tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:43.832056 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.db.db_base_plugin_common [None req-9b4cae24-e9c9-472b-baa2-bc63e7058fee tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Allocated IP 172.27.0.90 (b7b7a1d8-4110-4f63-bddb-33667e2d84f3/eea40cd2-79ec-4f52-9668-443439548eb0/061b85a3-6a0e-4c04-8629-98ff6c660535) {{(pid=100185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:36:43.936631 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-9b4cae24-e9c9-472b-baa2-bc63e7058fee tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks [] for port, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:43.961159 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-01ad175c-599e-4eba-8cfb-11dc60ecf39d req-65b36c0a-7f60-4e2a-9e35-dd24d49d4e9b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9e82254a-b44e-4e3c-983e-c4d23511b24f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3297846 Oct 14 12:36:44.030202 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-9b4cae24-e9c9-472b-baa2-bc63e7058fee tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787792822806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7811617'] for port, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:44.067399 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4cae24-e9c9-472b-baa2-bc63e7058fee tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Network b7b7a1d8-4110-4f63-bddb-33667e2d84f3 is already hosted by enough agents. {{(pid=100185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:36:44.070167 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.base_scheduler [None req-9b4cae24-e9c9-472b-baa2-bc63e7058fee tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Resources bound (agent type, host, resource id): {{(pid=100185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:36:44.074441 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4cae24-e9c9-472b-baa2-bc63e7058fee tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Received port after_create {{(pid=100185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:36:44.088758 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad175c-599e-4eba-8cfb-11dc60ecf39d req-fb41e614-9762-4fa3-bc0c-c6bb809e2e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:44.090135 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-01ad175c-599e-4eba-8cfb-11dc60ecf39d req-fb41e614-9762-4fa3-bc0c-c6bb809e2e37 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d99b7bc72612436fbfc26fefb4d4be39&device_id=9e82254a-b44e-4e3c-983e-c4d23511b24f HTTP/1.1" status: 200 len: 1099 time: 0.0809281 Oct 14 12:36:44.097763 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4cae24-e9c9-472b-baa2-bc63e7058fee tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Pushing event updated for resources: {'Port': ['ID=061b85a3-6a0e-4c04-8629-98ff6c660535,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:36:44.131132 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9686832f-64d7-4ca2-b41a-d311936e5386 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Router 5b1e64e9-3238-4832-a983-1ecdd27464ba has already been hosted by L3 agent 98567738-4256-4ddd-ae03-62c82ecec038 {{(pid=100184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 12:36:44.163751 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-9b4cae24-e9c9-472b-baa2-bc63e7058fee tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:44.242458 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-9b4cae24-e9c9-472b-baa2-bc63e7058fee tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:44.272742 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad175c-599e-4eba-8cfb-11dc60ecf39d req-d0a85018-acf0-4970-86cd-6425ae5ad105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:44.274252 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-01ad175c-599e-4eba-8cfb-11dc60ecf39d req-d0a85018-acf0-4970-86cd-6425ae5ad105 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1645ab42-9d5c-4574-823e-897e40d672c1 HTTP/1.1" status: 200 len: 913 time: 0.1638546 Oct 14 12:36:44.336889 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9686832f-64d7-4ca2-b41a-d311936e5386 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify agent at l3_agent.dv-cinder-813986-1-iscsi the message routers_updated {{(pid=100184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:36:44.341644 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-9686832f-64d7-4ca2-b41a-d311936e5386 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516790'] for floatingip, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:44.347606 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be2a9a8-8f3e-43d4-a77e-df839ffcb051 None None] Sync routers for ids ['5b1e64e9-3238-4832-a983-1ecdd27464ba'] in dv-cinder-813986-1-iscsi {{(pid=100186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:36:44.357401 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be2a9a8-8f3e-43d4-a77e-df839ffcb051 None None] Routers {'5b1e64e9-3238-4832-a983-1ecdd27464ba'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:36:44.358006 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-8be2a9a8-8f3e-43d4-a77e-df839ffcb051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:36:26Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['5b1e64e9-3238-4832-a983-1ecdd27464ba'], 'active': True} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:36:44.375597 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-01ad175c-599e-4eba-8cfb-11dc60ecf39d req-18a9ea85-c785-4d0e-a4a2-791c24a9f816 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d08a634-bada-426a-8d25-b35351c821a5 HTTP/1.1" status: 200 len: 1002 time: 0.0916767 Oct 14 12:36:44.379027 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-9686832f-64d7-4ca2-b41a-d311936e5386 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "PUT /v2.0/floatingips/0f93f6e1-da38-4fb7-8f9c-f0b9f5611703 HTTP/1.1" status: 200 len: 991 time: 1.4575522 Oct 14 12:36:44.379587 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f3fa74d-2596-4993-bf05-492949ab099f', 'tag': '2e8020b5-f30f-4e25-982e-8f1a4a820740'}] {{(pid=100184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:36:44.382048 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb275087d552987a85547e896d52e13f348f0da1d291f893306c6091374b53c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d7aef0-c43d-4d85-8e74-9d1d2c3f3bbd" -d '{"events": [{"name": "network-changed", "server_uuid": "3f3fa74d-2596-4993-bf05-492949ab099f", "tag": "2e8020b5-f30f-4e25-982e-8f1a4a820740"}]}' {{(pid=100184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:36:44.420209 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-9b4cae24-e9c9-472b-baa2-bc63e7058fee tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks [] for port, precommit_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:44.446213 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 12:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af28769-d287-420a-b571-c1fc127b172a x-openstack-request-id: req-1af28769-d287-420a-b571-c1fc127b172a {{(pid=100184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:36:44.446511 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f3fa74d-2596-4993-bf05-492949ab099f", "tag": "2e8020b5-f30f-4e25-982e-8f1a4a820740", "status": "completed", "code": 200}]} {{(pid=100184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:36:44.446913 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1af28769-d287-420a-b571-c1fc127b172a {{(pid=100184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:36:44.447184 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f3fa74d-2596-4993-bf05-492949ab099f', 'tag': '2e8020b5-f30f-4e25-982e-8f1a4a820740', 'status': 'completed', 'code': 200} Oct 14 12:36:44.454424 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad175c-599e-4eba-8cfb-11dc60ecf39d req-db3cf2f7-6f30-404d-bc7b-dbd977adbcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:44.455886 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-01ad175c-599e-4eba-8cfb-11dc60ecf39d req-db3cf2f7-6f30-404d-bc7b-dbd977adbcd8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2ad3bf63-05be-4f65-ad9c-541a80de9cc8 HTTP/1.1" status: 200 len: 851 time: 0.0685792 Oct 14 12:36:44.479466 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvr_db [None req-8be2a9a8-8f3e-43d4-a77e-df839ffcb051 None None] Set router 5b1e64e9-3238-4832-a983-1ecdd27464ba gateway port host: dv-cinder-813986-1-iscsi {{(pid=100186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:36:44.492618 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-9b4cae24-e9c9-472b-baa2-bc63e7058fee tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7811640'] for port, after_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:44.510555 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad175c-599e-4eba-8cfb-11dc60ecf39d req-76f3ffd4-c8b6-437b-b388-bb971d60ae52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:44.512421 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-01ad175c-599e-4eba-8cfb-11dc60ecf39d req-76f3ffd4-c8b6-437b-b388-bb971d60ae52 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1645ab42-9d5c-4574-823e-897e40d672c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0451243 Oct 14 12:36:44.571589 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7aef0-c43d-4d85-8e74-9d1d2c3f3bbd req-d64fd6de-68c0-41e0-b381-380fece2247b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:44.573155 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-10d7aef0-c43d-4d85-8e74-9d1d2c3f3bbd req-d64fd6de-68c0-41e0-b381-380fece2247b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a74b273d32f14564a6f532d3344fc1c3&device_id=3f3fa74d-2596-4993-bf05-492949ab099f HTTP/1.1" status: 200 len: 1098 time: 0.1076896 Oct 14 12:36:44.575488 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4cae24-e9c9-472b-baa2-bc63e7058fee tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Pushing event updated for resources: {'Port': ['ID=061b85a3-6a0e-4c04-8629-98ff6c660535,revision_number=2']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:36:44.594819 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-9b4cae24-e9c9-472b-baa2-bc63e7058fee tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-619548'] for floatingip, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:44.612131 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-01ad175c-599e-4eba-8cfb-11dc60ecf39d req-87f2c861-5454-4606-ba80-68c8d8d11c82 service neutron] 10.222.0.25 "GET /v2.0/networks/1645ab42-9d5c-4574-823e-897e40d672c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902567 Oct 14 12:36:44.688742 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7aef0-c43d-4d85-8e74-9d1d2c3f3bbd req-1274ba29-c554-4527-9d89-5e89a316ccf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:44.690310 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-10d7aef0-c43d-4d85-8e74-9d1d2c3f3bbd req-1274ba29-c554-4527-9d89-5e89a316ccf3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=031e9579-40df-4987-97d9-4aff3031dd9c HTTP/1.1" status: 200 len: 911 time: 0.1064248 Oct 14 12:36:44.709544 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-01ad175c-599e-4eba-8cfb-11dc60ecf39d req-44e2a84e-eec3-4d91-863a-2db102dfedb8 service neutron] 10.222.0.25 "GET /v2.0/networks/1645ab42-9d5c-4574-823e-897e40d672c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892072 Oct 14 12:36:44.714888 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-8be2a9a8-8f3e-43d4-a77e-df839ffcb051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1e64e9-3238-4832-a983-1ecdd27464ba', 'name': 'tempest-AttachVolumeTestJSON-418739754-router', 'tenant_id': 'a74b273d32f14564a6f532d3344fc1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'd04bbf9a-c91d-417d-86e7-57f605430f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:28:38Z', 'updated_at': '2021-10-14T12:28:43Z', 'revision_number': 4, 'project_id': 'a74b273d32f14564a6f532d3344fc1c3', 'gw_port': {'id': 'd04bbf9a-c91d-417d-86e7-57f605430f58', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:72:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1e64e9-3238-4832-a983-1ecdd27464ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:28:39Z', 'updated_at': '2021-10-14T12:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_floatingips': [{'id': '0f93f6e1-da38-4fb7-8f9c-f0b9f5611703', 'tenant_id': 'a74b273d32f14564a6f532d3344fc1c3', 'floating_ip_address': '172.27.0.254', 'floating_network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'router_id': '5b1e64e9-3238-4832-a983-1ecdd27464ba', 'port_id': '2e8020b5-f30f-4e25-982e-8f1a4a820740', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '031e9579-40df-4987-97d9-4aff3031dd9c', 'mac_address': 'fa:16:3e:92:6d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3fa74d-2596-4993-bf05-492949ab099f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T12:36:27Z', 'updated_at': '2021-10-14T12:36:43Z', 'revision_number': 1, 'project_id': 'a74b273d32f14564a6f532d3344fc1c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd61461a8-d626-4477-9cd9-f5239b43e03b', 'name': '', 'network_id': '031e9579-40df-4987-97d9-4aff3031dd9c', 'tenant_id': 'a74b273d32f14564a6f532d3344fc1c3', 'mac_address': 'fa:16:3e:7c:da:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1e64e9-3238-4832-a983-1ecdd27464ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '1ae97040-dc68-4655-9e24-79e922381839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:28:42Z', 'updated_at': '2021-10-14T12:28:47Z', 'revision_number': 5, 'project_id': 'a74b273d32f14564a6f532d3344fc1c3', 'subnets': [{'id': '1ae97040-dc68-4655-9e24-79e922381839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:36:44.739593 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-9b4cae24-e9c9-472b-baa2-bc63e7058fee tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516790'] for floatingip, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:44.740834 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-9b4cae24-e9c9-472b-baa2-bc63e7058fee tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2024388 Oct 14 12:36:44.743183 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be2a9a8-8f3e-43d4-a77e-df839ffcb051 None None] Checking router: 5b1e64e9-3238-4832-a983-1ecdd27464ba for host: dv-cinder-813986-1-iscsi {{(pid=100186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:36:44.752718 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be2a9a8-8f3e-43d4-a77e-df839ffcb051 None None] Routers {'5b1e64e9-3238-4832-a983-1ecdd27464ba'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:36:44.753660 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-8be2a9a8-8f3e-43d4-a77e-df839ffcb051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:36:26Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['5b1e64e9-3238-4832-a983-1ecdd27464ba'], 'active': True} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:36:44.768039 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-10d7aef0-c43d-4d85-8e74-9d1d2c3f3bbd req-72d31862-8d26-4ee3-b2ff-c574e019e763 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e8020b5-f30f-4e25-982e-8f1a4a820740 HTTP/1.1" status: 200 len: 999 time: 0.0696001 Oct 14 12:36:44.823603 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7aef0-c43d-4d85-8e74-9d1d2c3f3bbd req-b92bdc36-3e12-4a3d-ae51-1152e1789a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:44.825416 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-10d7aef0-c43d-4d85-8e74-9d1d2c3f3bbd req-b92bdc36-3e12-4a3d-ae51-1152e1789a71 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1ae97040-dc68-4655-9e24-79e922381839 HTTP/1.1" status: 200 len: 849 time: 0.0502644 Oct 14 12:36:44.877668 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7aef0-c43d-4d85-8e74-9d1d2c3f3bbd req-272993f2-0cf2-4c47-bc08-b89a5644cfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:44.880145 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-10d7aef0-c43d-4d85-8e74-9d1d2c3f3bbd req-272993f2-0cf2-4c47-bc08-b89a5644cfb2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=031e9579-40df-4987-97d9-4aff3031dd9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446646 Oct 14 12:36:44.937360 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-7264adc9-31f3-4f59-8a21-459c634e4343 req-371f650c-22e9-406a-b86d-4f27c4118642 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--645796372&fields=id&tenant_id=2113c18ca299401c9338cafb84b0ff20 HTTP/1.1" status: 200 len: 267 time: 0.0363073 Oct 14 12:36:44.980420 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-10d7aef0-c43d-4d85-8e74-9d1d2c3f3bbd req-99d69e61-76e5-46a9-8ce4-e95bb33d0cb3 service neutron] 10.222.0.25 "GET /v2.0/networks/031e9579-40df-4987-97d9-4aff3031dd9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929379 Oct 14 12:36:44.984604 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvr_db [None req-8be2a9a8-8f3e-43d4-a77e-df839ffcb051 None None] Set router 5b1e64e9-3238-4832-a983-1ecdd27464ba gateway port host: dv-cinder-813986-1-iscsi {{(pid=100186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:36:45.051128 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7264adc9-31f3-4f59-8a21-459c634e4343 req-7a135ec2-0502-4596-b3a7-c581340e4b02 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:45.058129 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-7264adc9-31f3-4f59-8a21-459c634e4343 req-7a135ec2-0502-4596-b3a7-c581340e4b02 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/networks?id=e97ba1a4-1eaa-4970-998a-7f37d91a4cc6 HTTP/1.1" status: 200 len: 817 time: 0.1142592 Oct 14 12:36:45.069701 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-7264adc9-31f3-4f59-8a21-459c634e4343 req-758c947b-f76f-468b-86ec-fb4b2912f4d3 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/quotas/2113c18ca299401c9338cafb84b0ff20 HTTP/1.1" status: 200 len: 375 time: 0.0107346 Oct 14 12:36:45.074631 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-10d7aef0-c43d-4d85-8e74-9d1d2c3f3bbd req-f8c1d3dc-3a50-462b-be28-99be0e8226eb service neutron] 10.222.0.25 "GET /v2.0/networks/031e9579-40df-4987-97d9-4aff3031dd9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865355 Oct 14 12:36:45.125617 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-7264adc9-31f3-4f59-8a21-459c634e4343 req-855de5e8-038f-40b4-98c0-604e3cb7350f tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=2113c18ca299401c9338cafb84b0ff20&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0485227 Oct 14 12:36:45.209690 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-8be2a9a8-8f3e-43d4-a77e-df839ffcb051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1e64e9-3238-4832-a983-1ecdd27464ba', 'name': 'tempest-AttachVolumeTestJSON-418739754-router', 'tenant_id': 'a74b273d32f14564a6f532d3344fc1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'd04bbf9a-c91d-417d-86e7-57f605430f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:28:38Z', 'updated_at': '2021-10-14T12:28:43Z', 'revision_number': 4, 'project_id': 'a74b273d32f14564a6f532d3344fc1c3', 'gw_port': {'id': 'd04bbf9a-c91d-417d-86e7-57f605430f58', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:72:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1e64e9-3238-4832-a983-1ecdd27464ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:28:39Z', 'updated_at': '2021-10-14T12:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_floatingips': [{'id': '0f93f6e1-da38-4fb7-8f9c-f0b9f5611703', 'tenant_id': 'a74b273d32f14564a6f532d3344fc1c3', 'floating_ip_address': '172.27.0.254', 'floating_network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'router_id': '5b1e64e9-3238-4832-a983-1ecdd27464ba', 'port_id': '2e8020b5-f30f-4e25-982e-8f1a4a820740', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '031e9579-40df-4987-97d9-4aff3031dd9c', 'mac_address': 'fa:16:3e:92:6d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3fa74d-2596-4993-bf05-492949ab099f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T12:36:27Z', 'updated_at': '2021-10-14T12:36:43Z', 'revision_number': 1, 'project_id': 'a74b273d32f14564a6f532d3344fc1c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd61461a8-d626-4477-9cd9-f5239b43e03b', 'name': '', 'network_id': '031e9579-40df-4987-97d9-4aff3031dd9c', 'tenant_id': 'a74b273d32f14564a6f532d3344fc1c3', 'mac_address': 'fa:16:3e:7c:da:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1e64e9-3238-4832-a983-1ecdd27464ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '1ae97040-dc68-4655-9e24-79e922381839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:28:42Z', 'updated_at': '2021-10-14T12:28:47Z', 'revision_number': 5, 'project_id': 'a74b273d32f14564a6f532d3344fc1c3', 'subnets': [{'id': '1ae97040-dc68-4655-9e24-79e922381839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:36:45.221830 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-7264adc9-31f3-4f59-8a21-459c634e4343 req-adc1014f-0f15-474e-b013-60ef5fabda0d service neutron] 10.222.0.54 "GET /v2.0/networks/e97ba1a4-1eaa-4970-998a-7f37d91a4cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833542 Oct 14 12:36:45.239871 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be2a9a8-8f3e-43d4-a77e-df839ffcb051 None None] The sync data for ids ['5b1e64e9-3238-4832-a983-1ecdd27464ba'] in dv-cinder-813986-1-iscsi is: [{'id': '5b1e64e9-3238-4832-a983-1ecdd27464ba', 'name': 'tempest-AttachVolumeTestJSON-418739754-router', 'tenant_id': 'a74b273d32f14564a6f532d3344fc1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'd04bbf9a-c91d-417d-86e7-57f605430f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:28:38Z', 'updated_at': '2021-10-14T12:28:43Z', 'revision_number': 4, 'project_id': 'a74b273d32f14564a6f532d3344fc1c3', 'gw_port': {'id': 'd04bbf9a-c91d-417d-86e7-57f605430f58', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:72:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1e64e9-3238-4832-a983-1ecdd27464ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:28:39Z', 'updated_at': '2021-10-14T12:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_floatingips': [{'id': '0f93f6e1-da38-4fb7-8f9c-f0b9f5611703', 'tenant_id': 'a74b273d32f14564a6f532d3344fc1c3', 'floating_ip_address': '172.27.0.254', 'floating_network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'router_id': '5b1e64e9-3238-4832-a983-1ecdd27464ba', 'port_id': '2e8020b5-f30f-4e25-982e-8f1a4a820740', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '031e9579-40df-4987-97d9-4aff3031dd9c', 'mac_address': 'fa:16:3e:92:6d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3fa74d-2596-4993-bf05-492949ab099f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T12:36:27Z', 'updated_at': '2021-10-14T12:36:43Z', 'revision_number': 1, 'project_id': 'a74b273d32f14564a6f532d3344fc1c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd61461a8-d626-4477-9cd9-f5239b43e03b', 'name': '', 'network_id': '031e9579-40df-4987-97d9-4aff3031dd9c', 'tenant_id': 'a74b273d32f14564a6f532d3344fc1c3', 'mac_address': 'fa:16:3e:7c:da:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1e64e9-3238-4832-a983-1ecdd27464ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '1ae97040-dc68-4655-9e24-79e922381839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:28:42Z', 'updated_at': '2021-10-14T12:28:47Z', 'revision_number': 5, 'project_id': 'a74b273d32f14564a6f532d3344fc1c3', 'subnets': [{'id': '1ae97040-dc68-4655-9e24-79e922381839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:36:45.323068 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-7264adc9-31f3-4f59-8a21-459c634e4343 req-db594602-17bc-46d8-99c1-58e95c0f7c3e service neutron] 10.222.0.54 "GET /v2.0/networks/e97ba1a4-1eaa-4970-998a-7f37d91a4cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949004 Oct 14 12:36:45.450286 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63c3281-f917-45be-af83-5ddbaffddda6 None None] New status for floating IP 0f93f6e1-da38-4fb7-8f9c-f0b9f5611703: ACTIVE {{(pid=100187) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 12:36:45.588430 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-aaed56b7-0092-4932-84cd-aadb146aa600 req-0011c7d3-4b70-4074-bf55-e72e2ed0ff70 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=77757b91-f767-4983-b7d6-45c167fe6f7a HTTP/1.1" status: 200 len: 210 time: 0.0284438 Oct 14 12:36:46.688315 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b09a9796-1189-4745-b52f-d978903000fb req-c57c5f18-57bd-4348-b4b5-953ea645e84d tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=77757b91-f767-4983-b7d6-45c167fe6f7a HTTP/1.1" status: 200 len: 210 time: 0.0268583 Oct 14 12:36:47.387269 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7264adc9-31f3-4f59-8a21-459c634e4343 req-04884d2e-7034-41a6-a657-af02020c935b tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:47.388729 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-7264adc9-31f3-4f59-8a21-459c634e4343 req-04884d2e-7034-41a6-a657-af02020c935b tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.25 "GET /v2.0/networks?id=e97ba1a4-1eaa-4970-998a-7f37d91a4cc6 HTTP/1.1" status: 200 len: 817 time: 0.0989034 Oct 14 12:36:47.432307 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-7264adc9-31f3-4f59-8a21-459c634e4343 req-06ec3be0-317c-4150-890e-75f39804d50a tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2113c18ca299401c9338cafb84b0ff20 HTTP/1.1" status: 200 len: 379 time: 0.0334830 Oct 14 12:36:47.441556 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.v2.base [req-7264adc9-31f3-4f59-8a21-459c634e4343 req-2e532ae7-d79b-4dd5-9dc0-13d282e69653 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Request body: {'port': {'device_id': '77757b91-f767-4983-b7d6-45c167fe6f7a', 'network_id': 'e97ba1a4-1eaa-4970-998a-7f37d91a4cc6', 'admin_state_up': True, 'tenant_id': '2113c18ca299401c9338cafb84b0ff20', 'security_groups': ['be03e064-274e-4404-a183-7b6ee3d3992e']}} {{(pid=100185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:36:47.628048 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7264adc9-31f3-4f59-8a21-459c634e4343 req-2e532ae7-d79b-4dd5-9dc0-13d282e69653 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Made reservation on behalf of 2113c18ca299401c9338cafb84b0ff20 for: {'port': 1} {{(pid=100185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:36:47.631525 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-7264adc9-31f3-4f59-8a21-459c634e4343 req-2e532ae7-d79b-4dd5-9dc0-13d282e69653 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:47.762154 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.db.db_base_plugin_common [req-7264adc9-31f3-4f59-8a21-459c634e4343 req-2e532ae7-d79b-4dd5-9dc0-13d282e69653 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Allocated IP 172.20.0.5 (e97ba1a4-1eaa-4970-998a-7f37d91a4cc6/ffaa80f7-d349-41e0-815d-fe25cd4e4dcc/f64e60a6-e74c-4397-943e-ebe621c8ed53) {{(pid=100185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:36:47.787607 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-59b4e248-2199-4e27-867d-3b252e38a58d req-65fb9f1d-7aaa-4893-9495-f46924bd0e58 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=77757b91-f767-4983-b7d6-45c167fe6f7a HTTP/1.1" status: 200 len: 210 time: 0.0266869 Oct 14 12:36:47.894484 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-7264adc9-31f3-4f59-8a21-459c634e4343 req-2e532ae7-d79b-4dd5-9dc0-13d282e69653 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks [] for port, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:47.995618 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-7264adc9-31f3-4f59-8a21-459c634e4343 req-2e532ae7-d79b-4dd5-9dc0-13d282e69653 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787792822806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7811617'] for port, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:48.039376 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7264adc9-31f3-4f59-8a21-459c634e4343 req-2e532ae7-d79b-4dd5-9dc0-13d282e69653 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Network e97ba1a4-1eaa-4970-998a-7f37d91a4cc6 is already hosted by enough agents. {{(pid=100185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:36:48.042461 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.base_scheduler [req-7264adc9-31f3-4f59-8a21-459c634e4343 req-2e532ae7-d79b-4dd5-9dc0-13d282e69653 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Resources bound (agent type, host, resource id): {{(pid=100185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:36:48.046097 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.db.l3_dvrscheduler_db [req-7264adc9-31f3-4f59-8a21-459c634e4343 req-2e532ae7-d79b-4dd5-9dc0-13d282e69653 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Received port after_create {{(pid=100185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:36:48.054895 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e532ae7-d79b-4dd5-9dc0-13d282e69653 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Pushing event updated for resources: {'Port': ['ID=f64e60a6-e74c-4397-943e-ebe621c8ed53,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:36:48.100475 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7264adc9-31f3-4f59-8a21-459c634e4343 req-2e532ae7-d79b-4dd5-9dc0-13d282e69653 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:48.101101 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-7264adc9-31f3-4f59-8a21-459c634e4343 req-2e532ae7-d79b-4dd5-9dc0-13d282e69653 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516790'] for port, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:48.198320 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-7264adc9-31f3-4f59-8a21-459c634e4343 req-2e532ae7-d79b-4dd5-9dc0-13d282e69653 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7603016 Oct 14 12:36:48.211359 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.v2.base [req-7264adc9-31f3-4f59-8a21-459c634e4343 req-bbbd892c-34f1-4092-85fc-1f46cd3ef5e6 service neutron] Request body: {'port': {'device_id': '77757b91-f767-4983-b7d6-45c167fe6f7a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=100185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:36:48.220593 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-871d57c2-d421-4747-a54f-61c04db18156 None None] Provisioning complete for port f64e60a6-e74c-4397-943e-ebe621c8ed53 triggered by entity DHCP. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:36:48.221083 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-871d57c2-d421-4747-a54f-61c04db18156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:48.254345 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-871d57c2-d421-4747-a54f-61c04db18156 None None] Port f64e60a6-e74c-4397-943e-ebe621c8ed53 cannot update to ACTIVE because it is not bound. {{(pid=100186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 12:36:48.265854 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-7264adc9-31f3-4f59-8a21-459c634e4343 req-bbbd892c-34f1-4092-85fc-1f46cd3ef5e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:48.514405 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.notifiers.nova [req-7264adc9-31f3-4f59-8a21-459c634e4343 req-bbbd892c-34f1-4092-85fc-1f46cd3ef5e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f64e60a6-e74c-4397-943e-ebe621c8ed53 {{(pid=100185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:36:48.521506 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-7264adc9-31f3-4f59-8a21-459c634e4343 req-bbbd892c-34f1-4092-85fc-1f46cd3ef5e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:48.533556 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.db.provisioning_blocks [req-7264adc9-31f3-4f59-8a21-459c634e4343 req-bbbd892c-34f1-4092-85fc-1f46cd3ef5e6 service neutron] Transition to ACTIVE for port object f64e60a6-e74c-4397-943e-ebe621c8ed53 will not be triggered until provisioned by entity L2. {{(pid=100185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 12:36:48.618188 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-7264adc9-31f3-4f59-8a21-459c634e4343 req-bbbd892c-34f1-4092-85fc-1f46cd3ef5e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7811640'] for port, after_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:48.668423 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbd892c-34f1-4092-85fc-1f46cd3ef5e6 service neutron] Pushing event updated for resources: {'Port': ['ID=f64e60a6-e74c-4397-943e-ebe621c8ed53,revision_number=2']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:36:48.742596 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.managers [req-7264adc9-31f3-4f59-8a21-459c634e4343 req-bbbd892c-34f1-4092-85fc-1f46cd3ef5e6 service neutron] Attempting to bind port f64e60a6-e74c-4397-943e-ebe621c8ed53 on host hv-cinder-81398 for vnic_type normal with profile {{(pid=100185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:36:48.742933 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.managers [req-7264adc9-31f3-4f59-8a21-459c634e4343 req-bbbd892c-34f1-4092-85fc-1f46cd3ef5e6 service neutron] Attempting to bind port f64e60a6-e74c-4397-943e-ebe621c8ed53 by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': '58cb4796-6024-43c0-aa42-7ecb540db5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e97ba1a4-1eaa-4970-998a-7f37d91a4cc6'}] {{(pid=100185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:36:48.743260 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7264adc9-31f3-4f59-8a21-459c634e4343 req-bbbd892c-34f1-4092-85fc-1f46cd3ef5e6 service neutron] Attempting to bind port f64e60a6-e74c-4397-943e-ebe621c8ed53 on network e97ba1a4-1eaa-4970-998a-7f37d91a4cc6 {{(pid=100185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:36:48.747823 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7264adc9-31f3-4f59-8a21-459c634e4343 req-bbbd892c-34f1-4092-85fc-1f46cd3ef5e6 service neutron] Port f64e60a6-e74c-4397-943e-ebe621c8ed53 on network e97ba1a4-1eaa-4970-998a-7f37d91a4cc6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=100185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 12:36:48.748183 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7264adc9-31f3-4f59-8a21-459c634e4343 req-bbbd892c-34f1-4092-85fc-1f46cd3ef5e6 service neutron] Attempting to bind port f64e60a6-e74c-4397-943e-ebe621c8ed53 on network e97ba1a4-1eaa-4970-998a-7f37d91a4cc6 {{(pid=100185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:36:48.753151 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7264adc9-31f3-4f59-8a21-459c634e4343 req-bbbd892c-34f1-4092-85fc-1f46cd3ef5e6 service neutron] Checking agent: {'id': 'ea4bb8b9-32a8-4621-b95b-9b4a1b78ce98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 24, 36), 'started_at': datetime.datetime(2021, 10, 14, 12, 24, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:36:48.753469 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7264adc9-31f3-4f59-8a21-459c634e4343 req-bbbd892c-34f1-4092-85fc-1f46cd3ef5e6 service neutron] Checking segment: {'id': '58cb4796-6024-43c0-aa42-7ecb540db5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e97ba1a4-1eaa-4970-998a-7f37d91a4cc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:36:48.753849 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7264adc9-31f3-4f59-8a21-459c634e4343 req-bbbd892c-34f1-4092-85fc-1f46cd3ef5e6 service neutron] Bound using segment: {'id': '58cb4796-6024-43c0-aa42-7ecb540db5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e97ba1a4-1eaa-4970-998a-7f37d91a4cc6'} {{(pid=100185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:36:48.754282 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.managers [req-7264adc9-31f3-4f59-8a21-459c634e4343 req-bbbd892c-34f1-4092-85fc-1f46cd3ef5e6 service neutron] Bound port: f64e60a6-e74c-4397-943e-ebe621c8ed53, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58cb4796-6024-43c0-aa42-7ecb540db5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e97ba1a4-1eaa-4970-998a-7f37d91a4cc6'}}] {{(pid=100185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:36:48.754628 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-7264adc9-31f3-4f59-8a21-459c634e4343 req-bbbd892c-34f1-4092-85fc-1f46cd3ef5e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:48.819689 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.db [req-7264adc9-31f3-4f59-8a21-459c634e4343 req-bbbd892c-34f1-4092-85fc-1f46cd3ef5e6 service neutron] For port f64e60a6-e74c-4397-943e-ebe621c8ed53, host hv-cinder-81398, cleared binding levels {{(pid=100185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:36:48.822745 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.db [req-7264adc9-31f3-4f59-8a21-459c634e4343 req-bbbd892c-34f1-4092-85fc-1f46cd3ef5e6 service neutron] For port f64e60a6-e74c-4397-943e-ebe621c8ed53, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=f64e60a6-e74c-4397-943e-ebe621c8ed53,segment=NetworkSegment(58cb4796-6024-43c0-aa42-7ecb540db5e1),segment_id=58cb4796-6024-43c0-aa42-7ecb540db5e1)] {{(pid=100185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:36:48.893154 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-7264adc9-31f3-4f59-8a21-459c634e4343 req-bbbd892c-34f1-4092-85fc-1f46cd3ef5e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7811640'] for port, after_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:48.912222 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b56057-783c-47b9-a9d7-e44dab5fb41b req-d2ea4369-4a2d-43b9-a728-973dbcf783e4 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:48.913776 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-c3b56057-783c-47b9-a9d7-e44dab5fb41b req-d2ea4369-4a2d-43b9-a728-973dbcf783e4 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=77757b91-f767-4983-b7d6-45c167fe6f7a HTTP/1.1" status: 200 len: 943 time: 0.0553389 Oct 14 12:36:48.925189 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7264adc9-31f3-4f59-8a21-459c634e4343 req-bbbd892c-34f1-4092-85fc-1f46cd3ef5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:48.925824 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-7264adc9-31f3-4f59-8a21-459c634e4343 req-bbbd892c-34f1-4092-85fc-1f46cd3ef5e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516790'] for port, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:48.927190 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-7264adc9-31f3-4f59-8a21-459c634e4343 req-bbbd892c-34f1-4092-85fc-1f46cd3ef5e6 service neutron] 10.222.0.25 "PUT /v2.0/ports/f64e60a6-e74c-4397-943e-ebe621c8ed53 HTTP/1.1" status: 200 len: 1093 time: 0.7199445 Oct 14 12:36:48.927645 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77757b91-f767-4983-b7d6-45c167fe6f7a', 'tag': 'f64e60a6-e74c-4397-943e-ebe621c8ed53'}] {{(pid=100185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:36:48.929899 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}167116552ac494ad33fe024857b10e57374526f2b70b110e82d735407eff6bb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba5f337c-473a-451b-b4e4-71dc589831cd" -d '{"events": [{"name": "network-changed", "server_uuid": "77757b91-f767-4983-b7d6-45c167fe6f7a", "tag": "f64e60a6-e74c-4397-943e-ebe621c8ed53"}]}' {{(pid=100185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:36:48.953472 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-c3b56057-783c-47b9-a9d7-e44dab5fb41b req-83f8c249-eb26-419a-9cc3-a0d0e8592074 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=be03e064-274e-4404-a183-7b6ee3d3992e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335069 Oct 14 12:36:48.958182 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbd892c-34f1-4092-85fc-1f46cd3ef5e6 service neutron] Pushing event updated for resources: {'Port': ['ID=f64e60a6-e74c-4397-943e-ebe621c8ed53,revision_number=3']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:36:48.981628 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 12:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b69de7-aac5-414d-b5df-fc7b1e8eb9c3 x-openstack-request-id: req-c9b69de7-aac5-414d-b5df-fc7b1e8eb9c3 {{(pid=100185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:36:48.983182 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77757b91-f767-4983-b7d6-45c167fe6f7a", "tag": "f64e60a6-e74c-4397-943e-ebe621c8ed53", "status": "completed", "code": 200}]} {{(pid=100185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:36:48.983182 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c9b69de7-aac5-414d-b5df-fc7b1e8eb9c3 {{(pid=100185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:36:48.983182 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77757b91-f767-4983-b7d6-45c167fe6f7a', 'tag': 'f64e60a6-e74c-4397-943e-ebe621c8ed53', 'status': 'completed', 'code': 200} Oct 14 12:36:49.049175 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5f337c-473a-451b-b4e4-71dc589831cd req-e87e81b8-7541-4263-9722-0182c6d9704a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:49.049175 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-ba5f337c-473a-451b-b4e4-71dc589831cd req-e87e81b8-7541-4263-9722-0182c6d9704a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2113c18ca299401c9338cafb84b0ff20&device_id=77757b91-f767-4983-b7d6-45c167fe6f7a HTTP/1.1" status: 200 len: 1096 time: 0.0444269 Oct 14 12:36:49.151028 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5f337c-473a-451b-b4e4-71dc589831cd req-34489b6a-5b41-4f7c-9174-55c4c8ccc931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:49.152513 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-ba5f337c-473a-451b-b4e4-71dc589831cd req-34489b6a-5b41-4f7c-9174-55c4c8ccc931 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=2113c18ca299401c9338cafb84b0ff20&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0949225 Oct 14 12:36:49.470351 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5f337c-473a-451b-b4e4-71dc589831cd req-88f64ab7-bd11-4776-a00d-804bfe94b5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:49.471816 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-ba5f337c-473a-451b-b4e4-71dc589831cd req-88f64ab7-bd11-4776-a00d-804bfe94b5a5 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3107085 Oct 14 12:36:49.547772 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7264adc9-31f3-4f59-8a21-459c634e4343 req-e0252a5f-69dc-480c-9ac2-a9dd3c681ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:49.549256 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-7264adc9-31f3-4f59-8a21-459c634e4343 req-e0252a5f-69dc-480c-9ac2-a9dd3c681ea6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2113c18ca299401c9338cafb84b0ff20&device_id=77757b91-f767-4983-b7d6-45c167fe6f7a HTTP/1.1" status: 200 len: 1096 time: 0.0389953 Oct 14 12:36:49.591064 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-7264adc9-31f3-4f59-8a21-459c634e4343 req-9a435318-46d6-473b-9f50-9e6e02ff7a7c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f64e60a6-e74c-4397-943e-ebe621c8ed53 HTTP/1.1" status: 200 len: 217 time: 0.0318797 Oct 14 12:36:49.637668 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7264adc9-31f3-4f59-8a21-459c634e4343 req-270aff2b-4e31-4fd1-81d3-e670c0ba6535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:49.638991 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-7264adc9-31f3-4f59-8a21-459c634e4343 req-270aff2b-4e31-4fd1-81d3-e670c0ba6535 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ffaa80f7-d349-41e0-815d-fe25cd4e4dcc HTTP/1.1" status: 200 len: 856 time: 0.0411065 Oct 14 12:36:49.686431 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7264adc9-31f3-4f59-8a21-459c634e4343 req-cb04ffe7-299d-4f04-bae2-046e88d80979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:49.687833 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-7264adc9-31f3-4f59-8a21-459c634e4343 req-cb04ffe7-299d-4f04-bae2-046e88d80979 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e97ba1a4-1eaa-4970-998a-7f37d91a4cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408103 Oct 14 12:36:49.778109 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-7264adc9-31f3-4f59-8a21-459c634e4343 req-3eb4452b-e85f-4231-a809-b8074b66d2ca service neutron] 10.222.0.25 "GET /v2.0/networks/e97ba1a4-1eaa-4970-998a-7f37d91a4cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797372 Oct 14 12:36:49.868031 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-7264adc9-31f3-4f59-8a21-459c634e4343 req-66bd5607-db04-413f-9ae5-a8d6f890c178 service neutron] 10.222.0.25 "GET /v2.0/networks/e97ba1a4-1eaa-4970-998a-7f37d91a4cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812824 Oct 14 12:36:50.083718 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469912f5-4e77-4ca9-8b96-88a292416ba5 req-d7df6987-bfd4-4ed6-9181-e6a1f62fa827 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:50.085248 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-469912f5-4e77-4ca9-8b96-88a292416ba5 req-d7df6987-bfd4-4ed6-9181-e6a1f62fa827 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=77757b91-f767-4983-b7d6-45c167fe6f7a HTTP/1.1" status: 200 len: 943 time: 0.0483923 Oct 14 12:36:50.127349 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-469912f5-4e77-4ca9-8b96-88a292416ba5 req-e26478cb-ccaf-435d-b646-8fb8f7578135 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=be03e064-274e-4404-a183-7b6ee3d3992e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313940 Oct 14 12:36:51.237846 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f84f1-037f-47c7-9f74-afc3049a647f req-b8e5a03e-9f21-4a75-878c-41d887f73dd4 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:51.239192 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-fa3f84f1-037f-47c7-9f74-afc3049a647f req-b8e5a03e-9f21-4a75-878c-41d887f73dd4 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=77757b91-f767-4983-b7d6-45c167fe6f7a HTTP/1.1" status: 200 len: 943 time: 0.0469451 Oct 14 12:36:51.275158 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-fa3f84f1-037f-47c7-9f74-afc3049a647f req-f6a43d4f-ecea-4007-9573-1b1ee094a91f tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=be03e064-274e-4404-a183-7b6ee3d3992e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295970 Oct 14 12:36:52.399554 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f07ad-149d-4a51-a11b-24ffaf75d1a4 req-65e83cb5-a4a2-45f4-a298-137d53451548 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:52.401021 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-e40f07ad-149d-4a51-a11b-24ffaf75d1a4 req-65e83cb5-a4a2-45f4-a298-137d53451548 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=77757b91-f767-4983-b7d6-45c167fe6f7a HTTP/1.1" status: 200 len: 943 time: 0.0517049 Oct 14 12:36:52.438327 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-e40f07ad-149d-4a51-a11b-24ffaf75d1a4 req-0b7c6584-2970-4173-990f-bb785aa480dc tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=be03e064-274e-4404-a183-7b6ee3d3992e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312357 Oct 14 12:36:53.183366 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-122f61de-eae8-45e2-9a2f-73de5e19c672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:53.344569 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device f64e60a6-e74c-4397-943e-ebe621c8ed53 details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=100186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 12:36:53.438469 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] For port f64e60a6-e74c-4397-943e-ebe621c8ed53, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=f64e60a6-e74c-4397-943e-ebe621c8ed53,segment=NetworkSegment(58cb4796-6024-43c0-aa42-7ecb540db5e1),segment_id=58cb4796-6024-43c0-aa42-7ecb540db5e1)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:36:53.451218 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Returning: {'device': 'f64e60a6-e74c-4397-943e-ebe621c8ed53', 'network_id': 'e97ba1a4-1eaa-4970-998a-7f37d91a4cc6', 'port_id': 'f64e60a6-e74c-4397-943e-ebe621c8ed53', 'mac_address': 'fa:16:3e:a3:55:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffaa80f7-d349-41e0-815d-fe25cd4e4dcc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 12:36:53.494034 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:53.500766 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.notifiers.nova [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f64e60a6-e74c-4397-943e-ebe621c8ed53 {{(pid=100186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:36:53.520922 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] For port f64e60a6-e74c-4397-943e-ebe621c8ed53, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=f64e60a6-e74c-4397-943e-ebe621c8ed53,segment=NetworkSegment(58cb4796-6024-43c0-aa42-7ecb540db5e1),segment_id=58cb4796-6024-43c0-aa42-7ecb540db5e1)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:36:53.554918 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d610927-dd2a-4184-af74-4837e8a1bc52 req-4b8b0b3d-d326-4d7b-bca9-bb7d1d2ec2e2 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:53.556308 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-8d610927-dd2a-4184-af74-4837e8a1bc52 req-4b8b0b3d-d326-4d7b-bca9-bb7d1d2ec2e2 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=77757b91-f767-4983-b7d6-45c167fe6f7a HTTP/1.1" status: 200 len: 943 time: 0.0487659 Oct 14 12:36:53.583390 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:53.595825 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-8d610927-dd2a-4184-af74-4837e8a1bc52 req-7acae380-a72b-44ff-bd7c-090b9dd2e7a3 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=be03e064-274e-4404-a183-7b6ee3d3992e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334907 Oct 14 12:36:53.630594 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Pushing event updated for resources: {'Port': ['ID=f64e60a6-e74c-4397-943e-ebe621c8ed53,revision_number=4']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:36:53.923073 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] get_ports_and_sgs() called for port_ids ['f64e60a6-e74c-4397-943e-ebe621c8ed53'] {{(pid=100186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:36:54.711032 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe54347-aa31-424b-bbac-863c5922c865 req-6a3088ca-707d-41fb-8bce-d8fe5ba77053 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:54.713057 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-fbe54347-aa31-424b-bbac-863c5922c865 req-6a3088ca-707d-41fb-8bce-d8fe5ba77053 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=77757b91-f767-4983-b7d6-45c167fe6f7a HTTP/1.1" status: 200 len: 944 time: 0.0485139 Oct 14 12:36:54.749302 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-fbe54347-aa31-424b-bbac-863c5922c865 req-be84d17d-65d7-4c26-96e7-eb09cb0a95e4 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=be03e064-274e-4404-a183-7b6ee3d3992e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303962 Oct 14 12:36:55.361866 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device f64e60a6-e74c-4397-943e-ebe621c8ed53 up at agent hyperv_hv-cinder-81398 {{(pid=100186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:36:55.469012 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Provisioning for port f64e60a6-e74c-4397-943e-ebe621c8ed53 completed by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 12:36:55.472923 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Provisioning complete for port f64e60a6-e74c-4397-943e-ebe621c8ed53 triggered by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:36:55.473308 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:55.552851 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:55.575786 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77757b91-f767-4983-b7d6-45c167fe6f7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f64e60a6-e74c-4397-943e-ebe621c8ed53'}] {{(pid=100186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:36:55.577963 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ce96789b1b9487be48749a60ffcfd0a175945a3b692fd75626d794e24ae9ed4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a118e1c8-ff28-495e-9b7a-3f84cc9170b0" -d '{"events": [{"server_uuid": "77757b91-f767-4983-b7d6-45c167fe6f7a", "name": "network-vif-plugged", "status": "completed", "tag": "f64e60a6-e74c-4397-943e-ebe621c8ed53"}]}' {{(pid=100186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:36:55.589807 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] For port f64e60a6-e74c-4397-943e-ebe621c8ed53, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=f64e60a6-e74c-4397-943e-ebe621c8ed53,segment=NetworkSegment(58cb4796-6024-43c0-aa42-7ecb540db5e1),segment_id=58cb4796-6024-43c0-aa42-7ecb540db5e1)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:36:55.614128 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977b721e-b788-425d-b7d0-50db30e7b6c8 x-openstack-request-id: req-977b721e-b788-425d-b7d0-50db30e7b6c8 {{(pid=100186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:36:55.614421 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77757b91-f767-4983-b7d6-45c167fe6f7a", "name": "network-vif-plugged", "status": "completed", "tag": "f64e60a6-e74c-4397-943e-ebe621c8ed53", "code": 200}]} {{(pid=100186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:36:55.614674 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-977b721e-b788-425d-b7d0-50db30e7b6c8 {{(pid=100186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:36:55.615064 dv-cinder-813986-1-iscsi neutron-server[100186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77757b91-f767-4983-b7d6-45c167fe6f7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f64e60a6-e74c-4397-943e-ebe621c8ed53', 'code': 200} Oct 14 12:36:55.661633 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:55.708514 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Pushing event updated for resources: {'Port': ['ID=f64e60a6-e74c-4397-943e-ebe621c8ed53,revision_number=5']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:36:55.909293 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363581fd-6d82-4d88-b262-a7eb82121a08 req-3d09b746-5215-41f9-a058-0d377b28b427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:55.910773 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-363581fd-6d82-4d88-b262-a7eb82121a08 req-3d09b746-5215-41f9-a058-0d377b28b427 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=77757b91-f767-4983-b7d6-45c167fe6f7a HTTP/1.1" status: 200 len: 1098 time: 0.0390940 Oct 14 12:36:55.926613 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-d436392a-68dd-4417-bb09-1a4fdbb16c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:55.946812 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-363581fd-6d82-4d88-b262-a7eb82121a08 req-4d190287-77d2-46f3-a46d-ebb53e92e145 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=be03e064-274e-4404-a183-7b6ee3d3992e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279603 Oct 14 12:36:56.031216 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f959c7b3-e41a-4d62-a8e8-c70cfbb04286 req-cda0f128-c1b8-4fa5-b4bb-e6e169c023b2 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:56.032682 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-f959c7b3-e41a-4d62-a8e8-c70cfbb04286 req-cda0f128-c1b8-4fa5-b4bb-e6e169c023b2 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=77757b91-f767-4983-b7d6-45c167fe6f7a HTTP/1.1" status: 200 len: 945 time: 0.2079456 Oct 14 12:36:56.069267 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-f959c7b3-e41a-4d62-a8e8-c70cfbb04286 req-9ba228fa-8cce-43bc-a262-edc6b5a11581 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=be03e064-274e-4404-a183-7b6ee3d3992e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304432 Oct 14 12:36:57.096168 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-469b4b0a-0edb-4369-82f6-413c16907b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:57.124777 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:57.186584 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4bf950-53b5-4814-80dc-85a88420cb7a req-e2ef7c8c-5c28-4d92-8af7-a5a6f55d3dff tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:57.188055 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-0a4bf950-53b5-4814-80dc-85a88420cb7a req-e2ef7c8c-5c28-4d92-8af7-a5a6f55d3dff tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=77757b91-f767-4983-b7d6-45c167fe6f7a HTTP/1.1" status: 200 len: 945 time: 0.0479789 Oct 14 12:36:57.225850 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-0a4bf950-53b5-4814-80dc-85a88420cb7a req-77f6a291-f212-4e65-8a26-a410e136d5d7 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=be03e064-274e-4404-a183-7b6ee3d3992e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319304 Oct 14 12:36:58.335698 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-27c04846-3a84-4189-8b30-75b8cfbf2676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:58.341899 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978693cb-19f6-43e4-a20b-57e0d6a32442 req-36c1e396-8598-46da-a9af-008fa791b286 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:58.343363 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-978693cb-19f6-43e4-a20b-57e0d6a32442 req-36c1e396-8598-46da-a9af-008fa791b286 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=77757b91-f767-4983-b7d6-45c167fe6f7a HTTP/1.1" status: 200 len: 945 time: 0.0480793 Oct 14 12:36:58.380636 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-978693cb-19f6-43e4-a20b-57e0d6a32442 req-7bc8f185-5441-4c00-846a-6825656548a0 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=be03e064-274e-4404-a183-7b6ee3d3992e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311637 Oct 14 12:36:58.498223 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce33071-cb13-460f-a697-8b92b896f983 req-49caf96d-9709-4bdb-9b6a-b3e134a2ddd4 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:58.499680 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-6ce33071-cb13-460f-a697-8b92b896f983 req-49caf96d-9709-4bdb-9b6a-b3e134a2ddd4 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=77757b91-f767-4983-b7d6-45c167fe6f7a HTTP/1.1" status: 200 len: 945 time: 0.0518076 Oct 14 12:36:58.508083 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 39554) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:36:58.512254 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.v2.base [None req-affd41a7-55f3-4a1a-a365-c6d3a8086320 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Request body: {'floatingip': {'port_id': 'f64e60a6-e74c-4397-943e-ebe621c8ed53'}} {{(pid=100184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:36:58.550966 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-affd41a7-55f3-4a1a-a365-c6d3a8086320 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks [] for floatingip, before_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:58.959916 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-affd41a7-55f3-4a1a-a365-c6d3a8086320 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:59.038585 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-affd41a7-55f3-4a1a-a365-c6d3a8086320 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-619548'] for floatingip, after_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:59.135631 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.db.l3_db [None req-affd41a7-55f3-4a1a-a365-c6d3a8086320 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Floating IP a734dfc7-7ff6-493f-b02e-2ca72e3b3a2a associated. External IP: 172.27.0.90, port: f64e60a6-e74c-4397-943e-ebe621c8ed53. Oct 14 12:36:59.335272 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-affd41a7-55f3-4a1a-a365-c6d3a8086320 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Router 21add2b8-54d5-4536-b496-7594d2356359 has already been hosted by L3 agent 98567738-4256-4ddd-ae03-62c82ecec038 {{(pid=100184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 12:36:59.436714 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-affd41a7-55f3-4a1a-a365-c6d3a8086320 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify agent at l3_agent.dv-cinder-813986-1-iscsi the message routers_updated {{(pid=100184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:36:59.441446 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-affd41a7-55f3-4a1a-a365-c6d3a8086320 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516790'] for floatingip, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:36:59.446141 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26450cc-d0e2-442e-9b7b-71f681f1f6b8 None None] Sync routers for ids ['21add2b8-54d5-4536-b496-7594d2356359'] in dv-cinder-813986-1-iscsi {{(pid=100186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:36:59.455243 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26450cc-d0e2-442e-9b7b-71f681f1f6b8 None None] Routers {'21add2b8-54d5-4536-b496-7594d2356359'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:36:59.455849 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-d26450cc-d0e2-442e-9b7b-71f681f1f6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:36:56Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['21add2b8-54d5-4536-b496-7594d2356359'], 'active': True} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:36:59.469937 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-affd41a7-55f3-4a1a-a365-c6d3a8086320 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "PUT /v2.0/floatingips/a734dfc7-7ff6-493f-b02e-2ca72e3b3a2a HTTP/1.1" status: 200 len: 990 time: 0.9608886 Oct 14 12:36:59.470590 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77757b91-f767-4983-b7d6-45c167fe6f7a', 'tag': 'f64e60a6-e74c-4397-943e-ebe621c8ed53'}] {{(pid=100184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:36:59.472788 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb275087d552987a85547e896d52e13f348f0da1d291f893306c6091374b53c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c614a3-4a64-429f-aee4-e90d4dce9a33" -d '{"events": [{"name": "network-changed", "server_uuid": "77757b91-f767-4983-b7d6-45c167fe6f7a", "tag": "f64e60a6-e74c-4397-943e-ebe621c8ed53"}]}' {{(pid=100184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:36:59.509417 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 12:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f2b453e-d957-401f-80ce-17c97926a082 x-openstack-request-id: req-4f2b453e-d957-401f-80ce-17c97926a082 {{(pid=100184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:36:59.509714 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77757b91-f767-4983-b7d6-45c167fe6f7a", "tag": "f64e60a6-e74c-4397-943e-ebe621c8ed53", "status": "completed", "code": 200}]} {{(pid=100184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:36:59.509973 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4f2b453e-d957-401f-80ce-17c97926a082 {{(pid=100184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:36:59.510373 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77757b91-f767-4983-b7d6-45c167fe6f7a', 'tag': 'f64e60a6-e74c-4397-943e-ebe621c8ed53', 'status': 'completed', 'code': 200} Oct 14 12:36:59.567385 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvr_db [None req-d26450cc-d0e2-442e-9b7b-71f681f1f6b8 None None] Set router 21add2b8-54d5-4536-b496-7594d2356359 gateway port host: dv-cinder-813986-1-iscsi {{(pid=100186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:36:59.572546 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c614a3-4a64-429f-aee4-e90d4dce9a33 req-f37d4400-e859-4da0-ac0e-1475107fad22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:59.574010 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-e9c614a3-4a64-429f-aee4-e90d4dce9a33 req-f37d4400-e859-4da0-ac0e-1475107fad22 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2113c18ca299401c9338cafb84b0ff20&device_id=77757b91-f767-4983-b7d6-45c167fe6f7a HTTP/1.1" status: 200 len: 1098 time: 0.0423174 Oct 14 12:36:59.665892 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c614a3-4a64-429f-aee4-e90d4dce9a33 req-5152c999-663c-451d-8f3a-aec42b970bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:59.667341 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-e9c614a3-4a64-429f-aee4-e90d4dce9a33 req-5152c999-663c-451d-8f3a-aec42b970bf1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e97ba1a4-1eaa-4970-998a-7f37d91a4cc6 HTTP/1.1" status: 200 len: 918 time: 0.0855310 Oct 14 12:36:59.732409 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-e9c614a3-4a64-429f-aee4-e90d4dce9a33 req-8065593c-5e9d-4222-8d98-bb5e811fb3a0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f64e60a6-e74c-4397-943e-ebe621c8ed53 HTTP/1.1" status: 200 len: 998 time: 0.0559235 Oct 14 12:36:59.785193 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c614a3-4a64-429f-aee4-e90d4dce9a33 req-966486ed-adb5-4424-b244-0f3a985faddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:59.786624 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-e9c614a3-4a64-429f-aee4-e90d4dce9a33 req-966486ed-adb5-4424-b244-0f3a985faddf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ffaa80f7-d349-41e0-815d-fe25cd4e4dcc HTTP/1.1" status: 200 len: 856 time: 0.0467272 Oct 14 12:36:59.788813 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-d26450cc-d0e2-442e-9b7b-71f681f1f6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21add2b8-54d5-4536-b496-7594d2356359', 'name': 'tempest-AttachVolumeShelveTestJSON-1247382938-router', 'tenant_id': '2113c18ca299401c9338cafb84b0ff20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '119ec3f6-aed8-4f4e-91c2-ef4491993617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:30:58Z', 'updated_at': '2021-10-14T12:31:01Z', 'revision_number': 4, 'project_id': '2113c18ca299401c9338cafb84b0ff20', 'gw_port': {'id': '119ec3f6-aed8-4f4e-91c2-ef4491993617', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:80:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21add2b8-54d5-4536-b496-7594d2356359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:59Z', 'updated_at': '2021-10-14T12:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_floatingips': [{'id': 'a734dfc7-7ff6-493f-b02e-2ca72e3b3a2a', 'tenant_id': '2113c18ca299401c9338cafb84b0ff20', 'floating_ip_address': '172.27.0.90', 'floating_network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'router_id': '21add2b8-54d5-4536-b496-7594d2356359', 'port_id': 'f64e60a6-e74c-4397-943e-ebe621c8ed53', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e97ba1a4-1eaa-4970-998a-7f37d91a4cc6', 'mac_address': 'fa:16:3e:a3:55:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77757b91-f767-4983-b7d6-45c167fe6f7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T12:36:44Z', 'updated_at': '2021-10-14T12:36:58Z', 'revision_number': 1, 'project_id': '2113c18ca299401c9338cafb84b0ff20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35fbb1a3-1573-4763-b2c3-a761bd3feadf', 'name': '', 'network_id': 'e97ba1a4-1eaa-4970-998a-7f37d91a4cc6', 'tenant_id': '2113c18ca299401c9338cafb84b0ff20', 'mac_address': 'fa:16:3e:17:14:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21add2b8-54d5-4536-b496-7594d2356359', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'ffaa80f7-d349-41e0-815d-fe25cd4e4dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:31:00Z', 'updated_at': '2021-10-14T12:31:05Z', 'revision_number': 5, 'project_id': '2113c18ca299401c9338cafb84b0ff20', 'subnets': [{'id': 'ffaa80f7-d349-41e0-815d-fe25cd4e4dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:36:59.814980 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26450cc-d0e2-442e-9b7b-71f681f1f6b8 None None] Checking router: 21add2b8-54d5-4536-b496-7594d2356359 for host: dv-cinder-813986-1-iscsi {{(pid=100186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:36:59.823046 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26450cc-d0e2-442e-9b7b-71f681f1f6b8 None None] Routers {'21add2b8-54d5-4536-b496-7594d2356359'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:36:59.823642 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-d26450cc-d0e2-442e-9b7b-71f681f1f6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:36:56Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['21add2b8-54d5-4536-b496-7594d2356359'], 'active': True} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:36:59.830606 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c614a3-4a64-429f-aee4-e90d4dce9a33 req-f9b8731e-cdf7-47cf-885c-aa32be66fa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:36:59.832096 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-e9c614a3-4a64-429f-aee4-e90d4dce9a33 req-f9b8731e-cdf7-47cf-885c-aa32be66fa97 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e97ba1a4-1eaa-4970-998a-7f37d91a4cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380120 Oct 14 12:36:59.923910 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-e9c614a3-4a64-429f-aee4-e90d4dce9a33 req-641ca5f1-cbd5-46fa-ba3a-27d3271bce86 service neutron] 10.222.0.25 "GET /v2.0/networks/e97ba1a4-1eaa-4970-998a-7f37d91a4cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844920 Oct 14 12:36:59.929822 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvr_db [None req-d26450cc-d0e2-442e-9b7b-71f681f1f6b8 None None] Set router 21add2b8-54d5-4536-b496-7594d2356359 gateway port host: dv-cinder-813986-1-iscsi {{(pid=100186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:37:00.016875 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-e9c614a3-4a64-429f-aee4-e90d4dce9a33 req-6e1d0693-7802-4984-a501-ec0583d52159 service neutron] 10.222.0.25 "GET /v2.0/networks/e97ba1a4-1eaa-4970-998a-7f37d91a4cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855527 Oct 14 12:37:00.149710 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-d26450cc-d0e2-442e-9b7b-71f681f1f6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21add2b8-54d5-4536-b496-7594d2356359', 'name': 'tempest-AttachVolumeShelveTestJSON-1247382938-router', 'tenant_id': '2113c18ca299401c9338cafb84b0ff20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '119ec3f6-aed8-4f4e-91c2-ef4491993617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:30:58Z', 'updated_at': '2021-10-14T12:31:01Z', 'revision_number': 4, 'project_id': '2113c18ca299401c9338cafb84b0ff20', 'gw_port': {'id': '119ec3f6-aed8-4f4e-91c2-ef4491993617', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:80:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21add2b8-54d5-4536-b496-7594d2356359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:59Z', 'updated_at': '2021-10-14T12:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_floatingips': [{'id': 'a734dfc7-7ff6-493f-b02e-2ca72e3b3a2a', 'tenant_id': '2113c18ca299401c9338cafb84b0ff20', 'floating_ip_address': '172.27.0.90', 'floating_network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'router_id': '21add2b8-54d5-4536-b496-7594d2356359', 'port_id': 'f64e60a6-e74c-4397-943e-ebe621c8ed53', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e97ba1a4-1eaa-4970-998a-7f37d91a4cc6', 'mac_address': 'fa:16:3e:a3:55:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77757b91-f767-4983-b7d6-45c167fe6f7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T12:36:44Z', 'updated_at': '2021-10-14T12:36:58Z', 'revision_number': 1, 'project_id': '2113c18ca299401c9338cafb84b0ff20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35fbb1a3-1573-4763-b2c3-a761bd3feadf', 'name': '', 'network_id': 'e97ba1a4-1eaa-4970-998a-7f37d91a4cc6', 'tenant_id': '2113c18ca299401c9338cafb84b0ff20', 'mac_address': 'fa:16:3e:17:14:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21add2b8-54d5-4536-b496-7594d2356359', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'ffaa80f7-d349-41e0-815d-fe25cd4e4dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:31:00Z', 'updated_at': '2021-10-14T12:31:05Z', 'revision_number': 5, 'project_id': '2113c18ca299401c9338cafb84b0ff20', 'subnets': [{'id': 'ffaa80f7-d349-41e0-815d-fe25cd4e4dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:37:00.180005 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26450cc-d0e2-442e-9b7b-71f681f1f6b8 None None] The sync data for ids ['21add2b8-54d5-4536-b496-7594d2356359'] in dv-cinder-813986-1-iscsi is: [{'id': '21add2b8-54d5-4536-b496-7594d2356359', 'name': 'tempest-AttachVolumeShelveTestJSON-1247382938-router', 'tenant_id': '2113c18ca299401c9338cafb84b0ff20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '119ec3f6-aed8-4f4e-91c2-ef4491993617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:30:58Z', 'updated_at': '2021-10-14T12:31:01Z', 'revision_number': 4, 'project_id': '2113c18ca299401c9338cafb84b0ff20', 'gw_port': {'id': '119ec3f6-aed8-4f4e-91c2-ef4491993617', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:80:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21add2b8-54d5-4536-b496-7594d2356359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:59Z', 'updated_at': '2021-10-14T12:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_floatingips': [{'id': 'a734dfc7-7ff6-493f-b02e-2ca72e3b3a2a', 'tenant_id': '2113c18ca299401c9338cafb84b0ff20', 'floating_ip_address': '172.27.0.90', 'floating_network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'router_id': '21add2b8-54d5-4536-b496-7594d2356359', 'port_id': 'f64e60a6-e74c-4397-943e-ebe621c8ed53', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e97ba1a4-1eaa-4970-998a-7f37d91a4cc6', 'mac_address': 'fa:16:3e:a3:55:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77757b91-f767-4983-b7d6-45c167fe6f7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T12:36:44Z', 'updated_at': '2021-10-14T12:36:58Z', 'revision_number': 1, 'project_id': '2113c18ca299401c9338cafb84b0ff20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35fbb1a3-1573-4763-b2c3-a761bd3feadf', 'name': '', 'network_id': 'e97ba1a4-1eaa-4970-998a-7f37d91a4cc6', 'tenant_id': '2113c18ca299401c9338cafb84b0ff20', 'mac_address': 'fa:16:3e:17:14:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21add2b8-54d5-4536-b496-7594d2356359', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'ffaa80f7-d349-41e0-815d-fe25cd4e4dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:31:00Z', 'updated_at': '2021-10-14T12:31:05Z', 'revision_number': 5, 'project_id': '2113c18ca299401c9338cafb84b0ff20', 'subnets': [{'id': 'ffaa80f7-d349-41e0-815d-fe25cd4e4dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:37:00.363851 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e93461-2ecb-479e-a77c-da9ddce7a5c4 None None] New status for floating IP a734dfc7-7ff6-493f-b02e-2ca72e3b3a2a: ACTIVE {{(pid=100187) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 12:37:04.520737 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.agents_db [None req-78dcfc36-1157-4c7d-a1d8-d24093a96b44 None None] Agent healthcheck: found 6 active agents {{(pid=100187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:37:07.702471 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:37:23.174499 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-8a80d47e-a20a-4720-9edf-0baa1c742522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:37:25.927816 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-c7000152-906b-4108-926c-a70724af0a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:37:27.110841 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-469b4b0a-0edb-4369-82f6-413c16907b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:37:27.144918 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:37:28.336445 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-27c04846-3a84-4189-8b30-75b8cfbf2676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:37:37.738625 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:37:41.519644 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.agents_db [None req-78dcfc36-1157-4c7d-a1d8-d24093a96b44 None None] Agent healthcheck: found 6 active agents {{(pid=100187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:37:44.022523 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-d808f3ec-5f1c-43c0-9506-477bd22886e2 req-22bfb213-270e-43d8-a6e3-16b0ca0d63b6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3f3fa74d-2596-4993-bf05-492949ab099f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0861497 Oct 14 12:37:44.082815 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d808f3ec-5f1c-43c0-9506-477bd22886e2 req-42113de8-ddcf-46cf-9d32-bea647f4ee56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:37:44.084772 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-d808f3ec-5f1c-43c0-9506-477bd22886e2 req-42113de8-ddcf-46cf-9d32-bea647f4ee56 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a74b273d32f14564a6f532d3344fc1c3&device_id=3f3fa74d-2596-4993-bf05-492949ab099f HTTP/1.1" status: 200 len: 1098 time: 0.0381222 Oct 14 12:37:44.188146 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d808f3ec-5f1c-43c0-9506-477bd22886e2 req-d568959d-8692-47d6-8145-1fa4e196f512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:37:44.189546 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-d808f3ec-5f1c-43c0-9506-477bd22886e2 req-d568959d-8692-47d6-8145-1fa4e196f512 service neutron] 10.222.0.25 "GET /v2.0/networks?id=031e9579-40df-4987-97d9-4aff3031dd9c HTTP/1.1" status: 200 len: 911 time: 0.0840828 Oct 14 12:37:44.254378 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-d808f3ec-5f1c-43c0-9506-477bd22886e2 req-e55163d1-853e-413a-8b37-38397dbe5ea6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e8020b5-f30f-4e25-982e-8f1a4a820740 HTTP/1.1" status: 200 len: 1001 time: 0.0547948 Oct 14 12:37:44.304143 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d808f3ec-5f1c-43c0-9506-477bd22886e2 req-cd5f9f23-cea2-44b5-adfa-36ed1c624929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:37:44.305553 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-d808f3ec-5f1c-43c0-9506-477bd22886e2 req-cd5f9f23-cea2-44b5-adfa-36ed1c624929 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1ae97040-dc68-4655-9e24-79e922381839 HTTP/1.1" status: 200 len: 849 time: 0.0454686 Oct 14 12:37:44.350978 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d808f3ec-5f1c-43c0-9506-477bd22886e2 req-eb731730-8c56-4dcb-8c8b-b7d22d355c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:37:44.352434 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-d808f3ec-5f1c-43c0-9506-477bd22886e2 req-eb731730-8c56-4dcb-8c8b-b7d22d355c13 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=031e9579-40df-4987-97d9-4aff3031dd9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391295 Oct 14 12:37:44.363683 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [req-d808f3ec-5f1c-43c0-9506-477bd22886e2 req-220b0e69-1dec-46d9-aacb-5ba579d88744 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=100185) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 12:37:44.369047 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-d808f3ec-5f1c-43c0-9506-477bd22886e2 req-220b0e69-1dec-46d9-aacb-5ba579d88744 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048153 Oct 14 12:37:44.450480 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-d808f3ec-5f1c-43c0-9506-477bd22886e2 req-15cd2660-44ea-4e3f-8697-90cd27264ad2 service neutron] 10.222.0.25 "GET /v2.0/networks/031e9579-40df-4987-97d9-4aff3031dd9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792096 Oct 14 12:37:44.541125 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-d808f3ec-5f1c-43c0-9506-477bd22886e2 req-56cea470-015f-447d-b173-babc7bda2c0e service neutron] 10.222.0.25 "GET /v2.0/networks/031e9579-40df-4987-97d9-4aff3031dd9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826361 Oct 14 12:37:46.352765 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-0893a4e6-48d6-463a-97c0-77dc9ff9542c req-fb41798a-ff08-4924-8383-118e2819dc64 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1798671136&fields=id&tenant_id=d99b7bc72612436fbfc26fefb4d4be39 HTTP/1.1" status: 200 len: 267 time: 0.0355973 Oct 14 12:37:46.461119 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0893a4e6-48d6-463a-97c0-77dc9ff9542c req-76644e59-284a-493e-9981-91858817839a tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:37:46.462597 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-0893a4e6-48d6-463a-97c0-77dc9ff9542c req-76644e59-284a-493e-9981-91858817839a tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/networks?id=1645ab42-9d5c-4574-823e-897e40d672c1 HTTP/1.1" status: 200 len: 812 time: 0.1030650 Oct 14 12:37:46.479103 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-0893a4e6-48d6-463a-97c0-77dc9ff9542c req-265799c2-9ad4-42e3-9617-60b6ddc8ebdb tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/quotas/d99b7bc72612436fbfc26fefb4d4be39 HTTP/1.1" status: 200 len: 375 time: 0.0105007 Oct 14 12:37:46.543709 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-0893a4e6-48d6-463a-97c0-77dc9ff9542c req-a14281fe-8cd8-4312-a2d2-77530ee324a4 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d99b7bc72612436fbfc26fefb4d4be39&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0588946 Oct 14 12:37:46.560436 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [req-0893a4e6-48d6-463a-97c0-77dc9ff9542c req-0e534ff0-f9ac-429f-b2ae-be96afab61f7 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=100184) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 12:37:46.561398 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-0893a4e6-48d6-463a-97c0-77dc9ff9542c req-0e534ff0-f9ac-429f-b2ae-be96afab61f7 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052497 Oct 14 12:37:46.653141 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-0893a4e6-48d6-463a-97c0-77dc9ff9542c req-ece0b90b-2bb9-46a7-aa3c-0907eb0ec210 service neutron] 10.222.0.54 "GET /v2.0/networks/1645ab42-9d5c-4574-823e-897e40d672c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857873 Oct 14 12:37:46.753737 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-0893a4e6-48d6-463a-97c0-77dc9ff9542c req-aa897fec-59f4-45fb-9d43-2ceae4dbee50 service neutron] 10.222.0.54 "GET /v2.0/networks/1645ab42-9d5c-4574-823e-897e40d672c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942497 Oct 14 12:37:47.375233 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b9e99bb2-7178-4e4d-b82d-d85e98a85453 req-ede2ced1-59fe-4bf9-bb8d-45e93264a900 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?device_id=91365a7a-35d5-4ccc-b0be-0f7ccd91253a HTTP/1.1" status: 200 len: 210 time: 0.0832965 Oct 14 12:37:48.473021 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-6503c1d7-f84d-4fd8-9775-8436f930ca89 req-2003ed98-0b06-4d3d-a4fc-794cb06f32c4 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?device_id=91365a7a-35d5-4ccc-b0be-0f7ccd91253a HTTP/1.1" status: 200 len: 210 time: 0.0255361 Oct 14 12:37:49.069682 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0893a4e6-48d6-463a-97c0-77dc9ff9542c req-9ea717eb-9152-4ff1-85f7-9e5cec6fb859 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:37:49.071103 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-0893a4e6-48d6-463a-97c0-77dc9ff9542c req-9ea717eb-9152-4ff1-85f7-9e5cec6fb859 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.25 "GET /v2.0/networks?id=1645ab42-9d5c-4574-823e-897e40d672c1 HTTP/1.1" status: 200 len: 812 time: 0.1011734 Oct 14 12:37:49.118490 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-0893a4e6-48d6-463a-97c0-77dc9ff9542c req-d0483fd5-92f6-4b09-9261-568c1e3d1593 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d99b7bc72612436fbfc26fefb4d4be39 HTTP/1.1" status: 200 len: 380 time: 0.0373843 Oct 14 12:37:49.128177 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.v2.base [req-0893a4e6-48d6-463a-97c0-77dc9ff9542c req-4b788563-4af9-48e4-8bb4-7bc557f08190 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Request body: {'port': {'device_id': '91365a7a-35d5-4ccc-b0be-0f7ccd91253a', 'network_id': '1645ab42-9d5c-4574-823e-897e40d672c1', 'admin_state_up': True, 'tenant_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'security_groups': ['68fb2c81-0a0b-490d-b3ee-a78d1372b2ef']}} {{(pid=100185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:37:49.298054 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0893a4e6-48d6-463a-97c0-77dc9ff9542c req-4b788563-4af9-48e4-8bb4-7bc557f08190 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Made reservation on behalf of d99b7bc72612436fbfc26fefb4d4be39 for: {'port': 1} {{(pid=100185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:37:49.301602 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-0893a4e6-48d6-463a-97c0-77dc9ff9542c req-4b788563-4af9-48e4-8bb4-7bc557f08190 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:37:49.425691 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.db.db_base_plugin_common [req-0893a4e6-48d6-463a-97c0-77dc9ff9542c req-4b788563-4af9-48e4-8bb4-7bc557f08190 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Allocated IP 172.20.0.8 (1645ab42-9d5c-4574-823e-897e40d672c1/2ad3bf63-05be-4f65-ad9c-541a80de9cc8/c2c1f4f5-177d-492b-8008-a0e5b78467ed) {{(pid=100185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:37:49.558111 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-0893a4e6-48d6-463a-97c0-77dc9ff9542c req-4b788563-4af9-48e4-8bb4-7bc557f08190 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks [] for port, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:37:49.568408 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ecc8622e-5a62-4cfe-8665-fe87a4dc8325 req-2cc4440b-7e6d-4baf-997c-e25c7c565dda tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?device_id=91365a7a-35d5-4ccc-b0be-0f7ccd91253a HTTP/1.1" status: 200 len: 210 time: 0.0256796 Oct 14 12:37:49.675815 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-0893a4e6-48d6-463a-97c0-77dc9ff9542c req-4b788563-4af9-48e4-8bb4-7bc557f08190 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787792822806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7811617'] for port, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:37:49.717766 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0893a4e6-48d6-463a-97c0-77dc9ff9542c req-4b788563-4af9-48e4-8bb4-7bc557f08190 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Network 1645ab42-9d5c-4574-823e-897e40d672c1 is already hosted by enough agents. {{(pid=100185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:37:49.720686 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.base_scheduler [req-0893a4e6-48d6-463a-97c0-77dc9ff9542c req-4b788563-4af9-48e4-8bb4-7bc557f08190 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Resources bound (agent type, host, resource id): {{(pid=100185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:37:49.724351 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.db.l3_dvrscheduler_db [req-0893a4e6-48d6-463a-97c0-77dc9ff9542c req-4b788563-4af9-48e4-8bb4-7bc557f08190 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Received port after_create {{(pid=100185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:37:49.749655 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b788563-4af9-48e4-8bb4-7bc557f08190 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Pushing event updated for resources: {'Port': ['ID=c2c1f4f5-177d-492b-8008-a0e5b78467ed,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:37:49.764662 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b788563-4af9-48e4-8bb4-7bc557f08190 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:37:49.765001 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b788563-4af9-48e4-8bb4-7bc557f08190 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:37:49.765334 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b788563-4af9-48e4-8bb4-7bc557f08190 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:37:49.765664 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b788563-4af9-48e4-8bb4-7bc557f08190 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:37:49.765990 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b788563-4af9-48e4-8bb4-7bc557f08190 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:37:49.766310 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b788563-4af9-48e4-8bb4-7bc557f08190 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:37:49.766639 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b788563-4af9-48e4-8bb4-7bc557f08190 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:37:49.766958 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b788563-4af9-48e4-8bb4-7bc557f08190 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:37:49.767276 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b788563-4af9-48e4-8bb4-7bc557f08190 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:37:49.767592 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b788563-4af9-48e4-8bb4-7bc557f08190 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:37:49.767908 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b788563-4af9-48e4-8bb4-7bc557f08190 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:37:49.768247 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b788563-4af9-48e4-8bb4-7bc557f08190 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:37:49.789229 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0893a4e6-48d6-463a-97c0-77dc9ff9542c req-4b788563-4af9-48e4-8bb4-7bc557f08190 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:37:49.789844 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-0893a4e6-48d6-463a-97c0-77dc9ff9542c req-4b788563-4af9-48e4-8bb4-7bc557f08190 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516790'] for port, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:37:49.863557 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-0893a4e6-48d6-463a-97c0-77dc9ff9542c req-4b788563-4af9-48e4-8bb4-7bc557f08190 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7390692 Oct 14 12:37:49.877439 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.v2.base [req-0893a4e6-48d6-463a-97c0-77dc9ff9542c req-96f174b6-82ae-4e48-aa76-b30eded53074 service neutron] Request body: {'port': {'device_id': '91365a7a-35d5-4ccc-b0be-0f7ccd91253a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=100185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:37:49.930249 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-5a8b7380-72f3-4352-9faa-f3604073291e None None] Provisioning complete for port c2c1f4f5-177d-492b-8008-a0e5b78467ed triggered by entity DHCP. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:37:49.930830 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-5a8b7380-72f3-4352-9faa-f3604073291e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:37:49.935076 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-0893a4e6-48d6-463a-97c0-77dc9ff9542c req-96f174b6-82ae-4e48-aa76-b30eded53074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:37:49.964983 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-5a8b7380-72f3-4352-9faa-f3604073291e None None] Port c2c1f4f5-177d-492b-8008-a0e5b78467ed cannot update to ACTIVE because it is not bound. {{(pid=100186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 12:37:50.190297 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.notifiers.nova [req-0893a4e6-48d6-463a-97c0-77dc9ff9542c req-96f174b6-82ae-4e48-aa76-b30eded53074 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2c1f4f5-177d-492b-8008-a0e5b78467ed {{(pid=100185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:37:50.198171 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-0893a4e6-48d6-463a-97c0-77dc9ff9542c req-96f174b6-82ae-4e48-aa76-b30eded53074 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:37:50.209643 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.db.provisioning_blocks [req-0893a4e6-48d6-463a-97c0-77dc9ff9542c req-96f174b6-82ae-4e48-aa76-b30eded53074 service neutron] Transition to ACTIVE for port object c2c1f4f5-177d-492b-8008-a0e5b78467ed will not be triggered until provisioned by entity L2. {{(pid=100185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 12:37:50.281171 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-0893a4e6-48d6-463a-97c0-77dc9ff9542c req-96f174b6-82ae-4e48-aa76-b30eded53074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7811640'] for port, after_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:37:50.336113 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f174b6-82ae-4e48-aa76-b30eded53074 service neutron] Pushing event updated for resources: {'Port': ['ID=c2c1f4f5-177d-492b-8008-a0e5b78467ed,revision_number=2']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:37:50.409687 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.managers [req-0893a4e6-48d6-463a-97c0-77dc9ff9542c req-96f174b6-82ae-4e48-aa76-b30eded53074 service neutron] Attempting to bind port c2c1f4f5-177d-492b-8008-a0e5b78467ed on host hv-cinder-81398 for vnic_type normal with profile {{(pid=100185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:37:50.409687 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.managers [req-0893a4e6-48d6-463a-97c0-77dc9ff9542c req-96f174b6-82ae-4e48-aa76-b30eded53074 service neutron] Attempting to bind port c2c1f4f5-177d-492b-8008-a0e5b78467ed by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': '6a8c4e17-959a-4a0c-982c-7e92be64d560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1645ab42-9d5c-4574-823e-897e40d672c1'}] {{(pid=100185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:37:50.409687 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0893a4e6-48d6-463a-97c0-77dc9ff9542c req-96f174b6-82ae-4e48-aa76-b30eded53074 service neutron] Attempting to bind port c2c1f4f5-177d-492b-8008-a0e5b78467ed on network 1645ab42-9d5c-4574-823e-897e40d672c1 {{(pid=100185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:37:50.414426 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0893a4e6-48d6-463a-97c0-77dc9ff9542c req-96f174b6-82ae-4e48-aa76-b30eded53074 service neutron] Port c2c1f4f5-177d-492b-8008-a0e5b78467ed on network 1645ab42-9d5c-4574-823e-897e40d672c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=100185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 12:37:50.414741 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0893a4e6-48d6-463a-97c0-77dc9ff9542c req-96f174b6-82ae-4e48-aa76-b30eded53074 service neutron] Attempting to bind port c2c1f4f5-177d-492b-8008-a0e5b78467ed on network 1645ab42-9d5c-4574-823e-897e40d672c1 {{(pid=100185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:37:50.419918 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0893a4e6-48d6-463a-97c0-77dc9ff9542c req-96f174b6-82ae-4e48-aa76-b30eded53074 service neutron] Checking agent: {'id': 'ea4bb8b9-32a8-4621-b95b-9b4a1b78ce98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 24, 36), 'started_at': datetime.datetime(2021, 10, 14, 12, 24, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:37:50.420283 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0893a4e6-48d6-463a-97c0-77dc9ff9542c req-96f174b6-82ae-4e48-aa76-b30eded53074 service neutron] Checking segment: {'id': '6a8c4e17-959a-4a0c-982c-7e92be64d560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1645ab42-9d5c-4574-823e-897e40d672c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:37:50.420658 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0893a4e6-48d6-463a-97c0-77dc9ff9542c req-96f174b6-82ae-4e48-aa76-b30eded53074 service neutron] Bound using segment: {'id': '6a8c4e17-959a-4a0c-982c-7e92be64d560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1645ab42-9d5c-4574-823e-897e40d672c1'} {{(pid=100185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:37:50.421080 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.managers [req-0893a4e6-48d6-463a-97c0-77dc9ff9542c req-96f174b6-82ae-4e48-aa76-b30eded53074 service neutron] Bound port: c2c1f4f5-177d-492b-8008-a0e5b78467ed, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a8c4e17-959a-4a0c-982c-7e92be64d560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1645ab42-9d5c-4574-823e-897e40d672c1'}}] {{(pid=100185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:37:50.421434 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-0893a4e6-48d6-463a-97c0-77dc9ff9542c req-96f174b6-82ae-4e48-aa76-b30eded53074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:37:50.490070 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.db [req-0893a4e6-48d6-463a-97c0-77dc9ff9542c req-96f174b6-82ae-4e48-aa76-b30eded53074 service neutron] For port c2c1f4f5-177d-492b-8008-a0e5b78467ed, host hv-cinder-81398, cleared binding levels {{(pid=100185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:37:50.491603 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.db [req-0893a4e6-48d6-463a-97c0-77dc9ff9542c req-96f174b6-82ae-4e48-aa76-b30eded53074 service neutron] For port c2c1f4f5-177d-492b-8008-a0e5b78467ed, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=c2c1f4f5-177d-492b-8008-a0e5b78467ed,segment=NetworkSegment(6a8c4e17-959a-4a0c-982c-7e92be64d560),segment_id=6a8c4e17-959a-4a0c-982c-7e92be64d560)] {{(pid=100185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:37:50.569448 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-0893a4e6-48d6-463a-97c0-77dc9ff9542c req-96f174b6-82ae-4e48-aa76-b30eded53074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7811640'] for port, after_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:37:50.607192 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0893a4e6-48d6-463a-97c0-77dc9ff9542c req-96f174b6-82ae-4e48-aa76-b30eded53074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:37:50.607192 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-0893a4e6-48d6-463a-97c0-77dc9ff9542c req-96f174b6-82ae-4e48-aa76-b30eded53074 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516790'] for port, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:37:50.607192 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-0893a4e6-48d6-463a-97c0-77dc9ff9542c req-96f174b6-82ae-4e48-aa76-b30eded53074 service neutron] 10.222.0.25 "PUT /v2.0/ports/c2c1f4f5-177d-492b-8008-a0e5b78467ed HTTP/1.1" status: 200 len: 1093 time: 0.7328863 Oct 14 12:37:50.608065 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91365a7a-35d5-4ccc-b0be-0f7ccd91253a', 'tag': 'c2c1f4f5-177d-492b-8008-a0e5b78467ed'}] {{(pid=100185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:37:50.610637 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}167116552ac494ad33fe024857b10e57374526f2b70b110e82d735407eff6bb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f9abc6-a946-4a68-b49b-0afe13b3d21a" -d '{"events": [{"name": "network-changed", "server_uuid": "91365a7a-35d5-4ccc-b0be-0f7ccd91253a", "tag": "c2c1f4f5-177d-492b-8008-a0e5b78467ed"}]}' {{(pid=100185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:37:50.642018 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f174b6-82ae-4e48-aa76-b30eded53074 service neutron] Pushing event updated for resources: {'Port': ['ID=c2c1f4f5-177d-492b-8008-a0e5b78467ed,revision_number=3']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:37:50.659236 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 12:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c5255e-b2c6-4262-b650-0c763fdd86eb x-openstack-request-id: req-30c5255e-b2c6-4262-b650-0c763fdd86eb {{(pid=100185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:37:50.659529 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91365a7a-35d5-4ccc-b0be-0f7ccd91253a", "tag": "c2c1f4f5-177d-492b-8008-a0e5b78467ed", "status": "completed", "code": 200}]} {{(pid=100185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:37:50.659788 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-30c5255e-b2c6-4262-b650-0c763fdd86eb {{(pid=100185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:37:50.660217 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91365a7a-35d5-4ccc-b0be-0f7ccd91253a', 'tag': 'c2c1f4f5-177d-492b-8008-a0e5b78467ed', 'status': 'completed', 'code': 200} Oct 14 12:37:50.722048 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc25aec-d02b-4546-a588-49d46b27f6c1 req-d9c0242a-938a-40a7-8527-9fa3fad60864 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:37:50.723284 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-bfc25aec-d02b-4546-a588-49d46b27f6c1 req-d9c0242a-938a-40a7-8527-9fa3fad60864 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?device_id=91365a7a-35d5-4ccc-b0be-0f7ccd91253a HTTP/1.1" status: 200 len: 943 time: 0.0730884 Oct 14 12:37:50.724122 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f9abc6-a946-4a68-b49b-0afe13b3d21a req-bfa3a300-f2db-4b7b-9dcc-d2fff03875fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:37:50.725638 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-06f9abc6-a946-4a68-b49b-0afe13b3d21a req-bfa3a300-f2db-4b7b-9dcc-d2fff03875fb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d99b7bc72612436fbfc26fefb4d4be39&device_id=91365a7a-35d5-4ccc-b0be-0f7ccd91253a HTTP/1.1" status: 200 len: 1096 time: 0.0457330 Oct 14 12:37:50.764050 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-bfc25aec-d02b-4546-a588-49d46b27f6c1 req-0aa17b83-f8fe-4f8a-953a-b74de999f7f5 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/security-groups?id=68fb2c81-0a0b-490d-b3ee-a78d1372b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347350 Oct 14 12:37:50.832435 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f9abc6-a946-4a68-b49b-0afe13b3d21a req-bc27159e-43fd-4b74-adcd-66c0b13f4b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:37:50.833921 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-06f9abc6-a946-4a68-b49b-0afe13b3d21a req-bc27159e-43fd-4b74-adcd-66c0b13f4b70 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=d99b7bc72612436fbfc26fefb4d4be39&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1000395 Oct 14 12:37:50.929859 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f9abc6-a946-4a68-b49b-0afe13b3d21a req-678cee20-1292-40f3-ad7d-962aad77b552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:37:50.931424 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-06f9abc6-a946-4a68-b49b-0afe13b3d21a req-678cee20-1292-40f3-ad7d-962aad77b552 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0897815 Oct 14 12:37:51.006998 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0893a4e6-48d6-463a-97c0-77dc9ff9542c req-ff302226-7a5e-4c2f-a948-b19f7c0675d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:37:51.008363 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-0893a4e6-48d6-463a-97c0-77dc9ff9542c req-ff302226-7a5e-4c2f-a948-b19f7c0675d6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d99b7bc72612436fbfc26fefb4d4be39&device_id=91365a7a-35d5-4ccc-b0be-0f7ccd91253a HTTP/1.1" status: 200 len: 1096 time: 0.0391486 Oct 14 12:37:51.048961 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-0893a4e6-48d6-463a-97c0-77dc9ff9542c req-bf6992ce-725e-4480-865c-63371576e3a9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2c1f4f5-177d-492b-8008-a0e5b78467ed HTTP/1.1" status: 200 len: 217 time: 0.0316017 Oct 14 12:37:51.095340 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0893a4e6-48d6-463a-97c0-77dc9ff9542c req-ff873cb1-f17a-4fb4-9eff-f6a88f307236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:37:51.096743 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-0893a4e6-48d6-463a-97c0-77dc9ff9542c req-ff873cb1-f17a-4fb4-9eff-f6a88f307236 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2ad3bf63-05be-4f65-ad9c-541a80de9cc8 HTTP/1.1" status: 200 len: 851 time: 0.0406659 Oct 14 12:37:51.145574 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0893a4e6-48d6-463a-97c0-77dc9ff9542c req-7c9c763f-6ce0-4f05-9f79-05838d44c2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:37:51.146960 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-0893a4e6-48d6-463a-97c0-77dc9ff9542c req-7c9c763f-6ce0-4f05-9f79-05838d44c2b2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1645ab42-9d5c-4574-823e-897e40d672c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407166 Oct 14 12:37:51.232326 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-0893a4e6-48d6-463a-97c0-77dc9ff9542c req-02d2690c-9852-4cf2-984e-40d0a7fdc312 service neutron] 10.222.0.25 "GET /v2.0/networks/1645ab42-9d5c-4574-823e-897e40d672c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0768888 Oct 14 12:37:51.322480 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-0893a4e6-48d6-463a-97c0-77dc9ff9542c req-1ac6e3cb-79f1-4a5a-966e-d620400d3087 service neutron] 10.222.0.25 "GET /v2.0/networks/1645ab42-9d5c-4574-823e-897e40d672c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821517 Oct 14 12:37:51.880741 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2535a5d3-22da-4cd0-8b16-6a4003decd45 req-f3847cfe-b159-47cc-bd38-473661afc774 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:37:51.882181 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-2535a5d3-22da-4cd0-8b16-6a4003decd45 req-f3847cfe-b159-47cc-bd38-473661afc774 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?device_id=91365a7a-35d5-4ccc-b0be-0f7ccd91253a HTTP/1.1" status: 200 len: 943 time: 0.0507329 Oct 14 12:37:51.918714 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-2535a5d3-22da-4cd0-8b16-6a4003decd45 req-5f8fe887-040a-427d-b060-cde6f3728b2b tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/security-groups?id=68fb2c81-0a0b-490d-b3ee-a78d1372b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307417 Oct 14 12:37:53.032302 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066a6c8f-e727-4b0e-88fe-ce3d26c2d9d5 req-44f29c81-a52a-407c-a3e8-c31b08871e04 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:37:53.033728 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-066a6c8f-e727-4b0e-88fe-ce3d26c2d9d5 req-44f29c81-a52a-407c-a3e8-c31b08871e04 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?device_id=91365a7a-35d5-4ccc-b0be-0f7ccd91253a HTTP/1.1" status: 200 len: 943 time: 0.0482326 Oct 14 12:37:53.070967 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-066a6c8f-e727-4b0e-88fe-ce3d26c2d9d5 req-4f5f3eaa-dcff-4eb7-8d9a-9e13461f4d93 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/security-groups?id=68fb2c81-0a0b-490d-b3ee-a78d1372b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314379 Oct 14 12:37:53.154722 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-980e60f7-ac96-4344-abec-42930165dba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:37:54.182821 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b8de2d-50fd-42dc-9c76-f326eb1f2b3d req-785cd34a-291b-453e-8155-198cb81c6408 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:37:54.184257 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-30b8de2d-50fd-42dc-9c76-f326eb1f2b3d req-785cd34a-291b-453e-8155-198cb81c6408 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?device_id=91365a7a-35d5-4ccc-b0be-0f7ccd91253a HTTP/1.1" status: 200 len: 943 time: 0.0477958 Oct 14 12:37:54.219739 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-30b8de2d-50fd-42dc-9c76-f326eb1f2b3d req-7625ab45-1309-431a-b8a4-6626499bb53e tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/security-groups?id=68fb2c81-0a0b-490d-b3ee-a78d1372b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297332 Oct 14 12:37:55.337295 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916cb6e5-20f8-4503-9815-36a5496d9264 req-03f48138-74ea-488e-89ce-7ff57c4ab6f8 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:37:55.338756 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-916cb6e5-20f8-4503-9815-36a5496d9264 req-03f48138-74ea-488e-89ce-7ff57c4ab6f8 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?device_id=91365a7a-35d5-4ccc-b0be-0f7ccd91253a HTTP/1.1" status: 200 len: 943 time: 0.0520098 Oct 14 12:37:55.375549 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-916cb6e5-20f8-4503-9815-36a5496d9264 req-6baf59ce-893e-4e32-b0ee-fe581753a20e tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/security-groups?id=68fb2c81-0a0b-490d-b3ee-a78d1372b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308361 Oct 14 12:37:55.940442 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a47cd22e-fbbc-4080-aa6b-c3d49dd95b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:37:56.487847 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08edd997-b1d7-47ca-b12b-b5c59e1d423b req-7d915c7b-86c9-4bc3-ba5d-004d73e96b5a tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:37:56.490769 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-08edd997-b1d7-47ca-b12b-b5c59e1d423b req-7d915c7b-86c9-4bc3-ba5d-004d73e96b5a tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?device_id=91365a7a-35d5-4ccc-b0be-0f7ccd91253a HTTP/1.1" status: 200 len: 943 time: 0.0476635 Oct 14 12:37:56.526780 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-08edd997-b1d7-47ca-b12b-b5c59e1d423b req-42a4e1e9-775c-46a8-92f3-65dca8984ed4 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/security-groups?id=68fb2c81-0a0b-490d-b3ee-a78d1372b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309007 Oct 14 12:37:57.097395 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:37:57.108613 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-469b4b0a-0edb-4369-82f6-413c16907b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:37:57.640347 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f53db6f-ebe6-4a48-9de7-764902accd44 req-e35d6a27-b939-4337-858f-208cf55936e6 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:37:57.641702 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-7f53db6f-ebe6-4a48-9de7-764902accd44 req-e35d6a27-b939-4337-858f-208cf55936e6 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?device_id=91365a7a-35d5-4ccc-b0be-0f7ccd91253a HTTP/1.1" status: 200 len: 943 time: 0.0483055 Oct 14 12:37:57.677762 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-7f53db6f-ebe6-4a48-9de7-764902accd44 req-4057205a-1692-4d8d-9ea5-1e284802798c tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/security-groups?id=68fb2c81-0a0b-490d-b3ee-a78d1372b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302386 Oct 14 12:37:58.348913 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-27c04846-3a84-4189-8b30-75b8cfbf2676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:37:58.794540 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f4320a-c161-47f0-958a-0538b9bcc1af req-6382a59d-135c-4ffa-8a95-592518ae1e3b tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:37:58.796008 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-d5f4320a-c161-47f0-958a-0538b9bcc1af req-6382a59d-135c-4ffa-8a95-592518ae1e3b tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?device_id=91365a7a-35d5-4ccc-b0be-0f7ccd91253a HTTP/1.1" status: 200 len: 943 time: 0.0509596 Oct 14 12:37:58.832510 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-d5f4320a-c161-47f0-958a-0538b9bcc1af req-5621f4be-dfd0-4163-ad32-12524662d451 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/security-groups?id=68fb2c81-0a0b-490d-b3ee-a78d1372b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307131 Oct 14 12:37:59.632796 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device c2c1f4f5-177d-492b-8008-a0e5b78467ed details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=100186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 12:37:59.723230 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] For port c2c1f4f5-177d-492b-8008-a0e5b78467ed, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=c2c1f4f5-177d-492b-8008-a0e5b78467ed,segment=NetworkSegment(6a8c4e17-959a-4a0c-982c-7e92be64d560),segment_id=6a8c4e17-959a-4a0c-982c-7e92be64d560)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:37:59.734007 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Returning: {'device': 'c2c1f4f5-177d-492b-8008-a0e5b78467ed', 'network_id': '1645ab42-9d5c-4574-823e-897e40d672c1', 'port_id': 'c2c1f4f5-177d-492b-8008-a0e5b78467ed', 'mac_address': 'fa:16:3e:32:46:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ad3bf63-05be-4f65-ad9c-541a80de9cc8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 12:37:59.770518 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:37:59.786059 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.notifiers.nova [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2c1f4f5-177d-492b-8008-a0e5b78467ed {{(pid=100186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:37:59.804584 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] For port c2c1f4f5-177d-492b-8008-a0e5b78467ed, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=c2c1f4f5-177d-492b-8008-a0e5b78467ed,segment=NetworkSegment(6a8c4e17-959a-4a0c-982c-7e92be64d560),segment_id=6a8c4e17-959a-4a0c-982c-7e92be64d560)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:37:59.868947 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:37:59.916509 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Pushing event updated for resources: {'Port': ['ID=c2c1f4f5-177d-492b-8008-a0e5b78467ed,revision_number=4']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:37:59.923558 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:37:59.923897 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:37:59.924299 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:37:59.924632 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:37:59.924958 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:37:59.925283 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:37:59.925604 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:37:59.925923 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:37:59.926241 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:37:59.926558 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:37:59.926966 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:37:59.927181 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:37:59.948567 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd68b3-b296-40c7-aeb4-69f22114b154 req-41e9acbb-0db3-429f-850d-ee67113b9aa3 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:37:59.950022 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-35fd68b3-b296-40c7-aeb4-69f22114b154 req-41e9acbb-0db3-429f-850d-ee67113b9aa3 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?device_id=91365a7a-35d5-4ccc-b0be-0f7ccd91253a HTTP/1.1" status: 200 len: 944 time: 0.0481989 Oct 14 12:37:59.986713 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-35fd68b3-b296-40c7-aeb4-69f22114b154 req-a804e989-89ba-4438-9074-7d4e2adb7ea8 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/security-groups?id=68fb2c81-0a0b-490d-b3ee-a78d1372b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309403 Oct 14 12:38:00.343660 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] get_ports_and_sgs() called for port_ids ['c2c1f4f5-177d-492b-8008-a0e5b78467ed'] {{(pid=100186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:38:01.099763 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c872c-4bfc-419b-b53a-61bdc5c7435e req-d6f7330b-02ab-4141-a981-463a48a299d8 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:38:01.101246 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-810c872c-4bfc-419b-b53a-61bdc5c7435e req-d6f7330b-02ab-4141-a981-463a48a299d8 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?device_id=91365a7a-35d5-4ccc-b0be-0f7ccd91253a HTTP/1.1" status: 200 len: 944 time: 0.0476282 Oct 14 12:38:01.137417 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-810c872c-4bfc-419b-b53a-61bdc5c7435e req-ca0ed048-4b9d-4292-bf2e-34329d700936 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/security-groups?id=68fb2c81-0a0b-490d-b3ee-a78d1372b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303524 Oct 14 12:38:01.632033 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device c2c1f4f5-177d-492b-8008-a0e5b78467ed up at agent hyperv_hv-cinder-81398 {{(pid=100186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:38:01.753879 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Provisioning for port c2c1f4f5-177d-492b-8008-a0e5b78467ed completed by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 12:38:01.757950 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Provisioning complete for port c2c1f4f5-177d-492b-8008-a0e5b78467ed triggered by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:38:01.761184 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:38:01.832728 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:38:01.854075 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91365a7a-35d5-4ccc-b0be-0f7ccd91253a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2c1f4f5-177d-492b-8008-a0e5b78467ed'}] {{(pid=100186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:38:01.856310 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ce96789b1b9487be48749a60ffcfd0a175945a3b692fd75626d794e24ae9ed4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a51d1f2-4b9a-4000-8d7a-16fb87a81c63" -d '{"events": [{"server_uuid": "91365a7a-35d5-4ccc-b0be-0f7ccd91253a", "name": "network-vif-plugged", "status": "completed", "tag": "c2c1f4f5-177d-492b-8008-a0e5b78467ed"}]}' {{(pid=100186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:38:01.868836 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] For port c2c1f4f5-177d-492b-8008-a0e5b78467ed, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=c2c1f4f5-177d-492b-8008-a0e5b78467ed,segment=NetworkSegment(6a8c4e17-959a-4a0c-982c-7e92be64d560),segment_id=6a8c4e17-959a-4a0c-982c-7e92be64d560)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:38:01.934348 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:38:01.957613 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e525e0-3ab6-4731-85ff-6d1291950cf0 x-openstack-request-id: req-02e525e0-3ab6-4731-85ff-6d1291950cf0 {{(pid=100186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:38:01.957903 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91365a7a-35d5-4ccc-b0be-0f7ccd91253a", "name": "network-vif-plugged", "status": "completed", "tag": "c2c1f4f5-177d-492b-8008-a0e5b78467ed", "code": 200}]} {{(pid=100186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:38:01.958152 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-02e525e0-3ab6-4731-85ff-6d1291950cf0 {{(pid=100186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:38:01.958531 dv-cinder-813986-1-iscsi neutron-server[100186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91365a7a-35d5-4ccc-b0be-0f7ccd91253a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2c1f4f5-177d-492b-8008-a0e5b78467ed', 'code': 200} Oct 14 12:38:01.983354 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Pushing event updated for resources: {'Port': ['ID=c2c1f4f5-177d-492b-8008-a0e5b78467ed,revision_number=5']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:38:02.253517 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fae3c7-0a9d-4ebf-bbee-61b2c9cfd884 req-c79aebed-4cd2-4774-8718-1ff35b60bdb8 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:38:02.254945 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-29fae3c7-0a9d-4ebf-bbee-61b2c9cfd884 req-c79aebed-4cd2-4774-8718-1ff35b60bdb8 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?device_id=91365a7a-35d5-4ccc-b0be-0f7ccd91253a HTTP/1.1" status: 200 len: 945 time: 0.0503259 Oct 14 12:38:02.292580 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-29fae3c7-0a9d-4ebf-bbee-61b2c9cfd884 req-1e67fd5c-7e6b-4c78-8597-d7a255ed4fc8 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/security-groups?id=68fb2c81-0a0b-490d-b3ee-a78d1372b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310559 Oct 14 12:38:02.324323 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce7942e-7982-4ad4-8cc5-c0c03a12b919 req-6aa327e2-65a9-42ef-8260-d43ae2aeb8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:38:02.325831 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-4ce7942e-7982-4ad4-8cc5-c0c03a12b919 req-6aa327e2-65a9-42ef-8260-d43ae2aeb8bd service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=91365a7a-35d5-4ccc-b0be-0f7ccd91253a HTTP/1.1" status: 200 len: 1098 time: 0.0417192 Oct 14 12:38:02.360845 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-4ce7942e-7982-4ad4-8cc5-c0c03a12b919 req-3bfdeb87-986d-4ea8-acc5-376bf9b66611 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=68fb2c81-0a0b-490d-b3ee-a78d1372b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277026 Oct 14 12:38:03.411526 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc344b4-ca31-4f7d-bedc-1f9a37fdd7fe req-9e9b6a98-0bb4-4c65-972c-f15781a4e9a0 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:38:03.412990 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-2fc344b4-ca31-4f7d-bedc-1f9a37fdd7fe req-9e9b6a98-0bb4-4c65-972c-f15781a4e9a0 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?device_id=91365a7a-35d5-4ccc-b0be-0f7ccd91253a HTTP/1.1" status: 200 len: 945 time: 0.0485544 Oct 14 12:38:03.449877 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-2fc344b4-ca31-4f7d-bedc-1f9a37fdd7fe req-b578e7f0-bb06-4351-ba2c-9c4ca8726788 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/security-groups?id=68fb2c81-0a0b-490d-b3ee-a78d1372b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309331 Oct 14 12:38:04.562453 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf6924-0bf6-4470-a922-bbdf7782f37a req-de263181-b192-46e2-a1b9-901f37b685d2 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:38:04.563930 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-92cf6924-0bf6-4470-a922-bbdf7782f37a req-de263181-b192-46e2-a1b9-901f37b685d2 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?device_id=91365a7a-35d5-4ccc-b0be-0f7ccd91253a HTTP/1.1" status: 200 len: 945 time: 0.0476911 Oct 14 12:38:04.600590 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-92cf6924-0bf6-4470-a922-bbdf7782f37a req-02a30a36-4ccf-48a4-b3c6-a1423d13c7e3 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/security-groups?id=68fb2c81-0a0b-490d-b3ee-a78d1372b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301573 Oct 14 12:38:04.714885 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2517bc-97d8-44ff-8b69-787a0fe74c3e req-449659b9-45a5-4bfa-9fe3-4fe88c7a26f2 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:38:04.716321 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-2f2517bc-97d8-44ff-8b69-787a0fe74c3e req-449659b9-45a5-4bfa-9fe3-4fe88c7a26f2 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?device_id=91365a7a-35d5-4ccc-b0be-0f7ccd91253a HTTP/1.1" status: 200 len: 945 time: 0.0505388 Oct 14 12:38:04.751745 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-2f2517bc-97d8-44ff-8b69-787a0fe74c3e req-494d4a54-ee92-46cc-85a3-5d4ef5b65067 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/security-groups?id=68fb2c81-0a0b-490d-b3ee-a78d1372b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296123 Oct 14 12:38:04.773783 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 39888) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:38:04.907257 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3941b6d-d913-4fc3-b7a3-4690bdb1a731 tempest-TestVolumeBootPattern-1010134142 tempest-TestVolumeBootPattern-1010134142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:38:04.908827 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-d3941b6d-d913-4fc3-b7a3-4690bdb1a731 tempest-TestVolumeBootPattern-1010134142 tempest-TestVolumeBootPattern-1010134142-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=91365a7a-35d5-4ccc-b0be-0f7ccd91253a HTTP/1.1" status: 200 len: 1093 time: 0.1340418 Oct 14 12:38:04.911493 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 39896) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:38:04.915786 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.v2.base [None req-0e99c9d2-7dfb-4480-96bc-ffb3af038b38 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Request body: {'floatingip': {'floating_network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'port_id': 'c2c1f4f5-177d-492b-8008-a0e5b78467ed', 'tenant_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:38:05.008799 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-0e99c9d2-7dfb-4480-96bc-ffb3af038b38 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks [] for floatingip, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:38:05.352366 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-0e99c9d2-7dfb-4480-96bc-ffb3af038b38 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:38:05.450816 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.db.db_base_plugin_common [None req-0e99c9d2-7dfb-4480-96bc-ffb3af038b38 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Allocated IP 172.27.0.182 (b7b7a1d8-4110-4f63-bddb-33667e2d84f3/eea40cd2-79ec-4f52-9668-443439548eb0/c45b23ab-5e0d-4396-89e5-8de5fa31f459) {{(pid=100184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:38:05.549636 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-0e99c9d2-7dfb-4480-96bc-ffb3af038b38 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks [] for port, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:38:05.637115 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-0e99c9d2-7dfb-4480-96bc-ffb3af038b38 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787792822806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235086'] for port, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:38:05.672299 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e99c9d2-7dfb-4480-96bc-ffb3af038b38 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Network b7b7a1d8-4110-4f63-bddb-33667e2d84f3 is already hosted by enough agents. {{(pid=100184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:38:05.675036 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.base_scheduler [None req-0e99c9d2-7dfb-4480-96bc-ffb3af038b38 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Resources bound (agent type, host, resource id): {{(pid=100184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:38:05.678984 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e99c9d2-7dfb-4480-96bc-ffb3af038b38 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Received port after_create {{(pid=100184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:38:05.704137 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e99c9d2-7dfb-4480-96bc-ffb3af038b38 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Pushing event updated for resources: {'Port': ['ID=c45b23ab-5e0d-4396-89e5-8de5fa31f459,revision_number=1']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:38:05.718400 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e99c9d2-7dfb-4480-96bc-ffb3af038b38 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:38:05.718744 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e99c9d2-7dfb-4480-96bc-ffb3af038b38 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:38:05.719080 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e99c9d2-7dfb-4480-96bc-ffb3af038b38 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:38:05.719403 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e99c9d2-7dfb-4480-96bc-ffb3af038b38 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:38:05.719726 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e99c9d2-7dfb-4480-96bc-ffb3af038b38 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:38:05.720079 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e99c9d2-7dfb-4480-96bc-ffb3af038b38 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:38:05.720401 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e99c9d2-7dfb-4480-96bc-ffb3af038b38 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:38:05.720720 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e99c9d2-7dfb-4480-96bc-ffb3af038b38 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:38:05.721037 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e99c9d2-7dfb-4480-96bc-ffb3af038b38 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:38:05.721349 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e99c9d2-7dfb-4480-96bc-ffb3af038b38 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:38:05.721662 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e99c9d2-7dfb-4480-96bc-ffb3af038b38 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:38:05.721972 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e99c9d2-7dfb-4480-96bc-ffb3af038b38 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:38:06.026561 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-0e99c9d2-7dfb-4480-96bc-ffb3af038b38 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:38:06.178396 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-0e99c9d2-7dfb-4480-96bc-ffb3af038b38 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:38:06.323700 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-0e99c9d2-7dfb-4480-96bc-ffb3af038b38 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks [] for port, precommit_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:38:06.376688 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-0e99c9d2-7dfb-4480-96bc-ffb3af038b38 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6235095'] for port, after_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:38:06.446053 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e99c9d2-7dfb-4480-96bc-ffb3af038b38 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Pushing event updated for resources: {'Port': ['ID=c45b23ab-5e0d-4396-89e5-8de5fa31f459,revision_number=2']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:38:06.457300 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-0e99c9d2-7dfb-4480-96bc-ffb3af038b38 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-619548'] for floatingip, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:38:06.551710 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.db.l3_db [None req-0e99c9d2-7dfb-4480-96bc-ffb3af038b38 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Floating IP 9d5a7fcd-abe5-4fcd-97ca-c1729b0fe9a5 associated. External IP: 172.27.0.182, port: c2c1f4f5-177d-492b-8008-a0e5b78467ed. Oct 14 12:38:06.750810 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e99c9d2-7dfb-4480-96bc-ffb3af038b38 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Router 24e89d46-aa37-411d-b9be-477ef885065b has already been hosted by L3 agent 98567738-4256-4ddd-ae03-62c82ecec038 {{(pid=100184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 12:38:06.855515 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e99c9d2-7dfb-4480-96bc-ffb3af038b38 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify agent at l3_agent.dv-cinder-813986-1-iscsi the message routers_updated {{(pid=100184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:38:06.865052 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d1a14d-37d7-4dfc-9859-4a004f4a0245 None None] Sync routers for ids ['24e89d46-aa37-411d-b9be-477ef885065b'] in dv-cinder-813986-1-iscsi {{(pid=100186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:38:06.875292 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d1a14d-37d7-4dfc-9859-4a004f4a0245 None None] Routers {'24e89d46-aa37-411d-b9be-477ef885065b'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:38:06.875907 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-f5d1a14d-37d7-4dfc-9859-4a004f4a0245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:37:56Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['24e89d46-aa37-411d-b9be-477ef885065b'], 'active': True} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:38:06.965194 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-0e99c9d2-7dfb-4480-96bc-ffb3af038b38 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516790'] for floatingip, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:38:06.994710 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-0e99c9d2-7dfb-4480-96bc-ffb3af038b38 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0821478 Oct 14 12:38:06.995410 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91365a7a-35d5-4ccc-b0be-0f7ccd91253a', 'tag': 'c2c1f4f5-177d-492b-8008-a0e5b78467ed'}] {{(pid=100184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:38:06.997726 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb275087d552987a85547e896d52e13f348f0da1d291f893306c6091374b53c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84393084-5c53-4b8b-8023-eb386688ed42" -d '{"events": [{"name": "network-changed", "server_uuid": "91365a7a-35d5-4ccc-b0be-0f7ccd91253a", "tag": "c2c1f4f5-177d-492b-8008-a0e5b78467ed"}]}' {{(pid=100184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:38:07.095238 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 12:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e48c0d0-ab8e-4037-9b92-293f7419907a x-openstack-request-id: req-4e48c0d0-ab8e-4037-9b92-293f7419907a {{(pid=100184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:38:07.095561 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91365a7a-35d5-4ccc-b0be-0f7ccd91253a", "tag": "c2c1f4f5-177d-492b-8008-a0e5b78467ed", "status": "completed", "code": 200}]} {{(pid=100184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:38:07.095815 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4e48c0d0-ab8e-4037-9b92-293f7419907a {{(pid=100184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:38:07.096246 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91365a7a-35d5-4ccc-b0be-0f7ccd91253a', 'tag': 'c2c1f4f5-177d-492b-8008-a0e5b78467ed', 'status': 'completed', 'code': 200} Oct 14 12:38:07.113238 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvr_db [None req-f5d1a14d-37d7-4dfc-9859-4a004f4a0245 None None] Set router 24e89d46-aa37-411d-b9be-477ef885065b gateway port host: dv-cinder-813986-1-iscsi {{(pid=100186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:38:07.170809 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84393084-5c53-4b8b-8023-eb386688ed42 req-11830bc5-81ef-4413-a529-e38b6323f14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:38:07.172512 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-84393084-5c53-4b8b-8023-eb386688ed42 req-11830bc5-81ef-4413-a529-e38b6323f14f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d99b7bc72612436fbfc26fefb4d4be39&device_id=91365a7a-35d5-4ccc-b0be-0f7ccd91253a HTTP/1.1" status: 200 len: 1098 time: 0.0425777 Oct 14 12:38:07.265610 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84393084-5c53-4b8b-8023-eb386688ed42 req-fa353b74-01fc-43f5-b9ad-08dac2e1e8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:38:07.267058 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-84393084-5c53-4b8b-8023-eb386688ed42 req-fa353b74-01fc-43f5-b9ad-08dac2e1e8de service neutron] 10.222.0.25 "GET /v2.0/networks?id=1645ab42-9d5c-4574-823e-897e40d672c1 HTTP/1.1" status: 200 len: 913 time: 0.0860639 Oct 14 12:38:07.332551 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-84393084-5c53-4b8b-8023-eb386688ed42 req-845a2d3f-97ad-4ac0-bca6-704d7c744b6a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2c1f4f5-177d-492b-8008-a0e5b78467ed HTTP/1.1" status: 200 len: 999 time: 0.0570900 Oct 14 12:38:07.343464 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-f5d1a14d-37d7-4dfc-9859-4a004f4a0245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e89d46-aa37-411d-b9be-477ef885065b', 'name': 'tempest-TestVolumeBootPattern-1930588745-router', 'tenant_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '8e8d4ddc-3788-4316-88f0-d5f161911b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:30:07Z', 'updated_at': '2021-10-14T12:30:11Z', 'revision_number': 4, 'project_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'gw_port': {'id': '8e8d4ddc-3788-4316-88f0-d5f161911b1d', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:99:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e89d46-aa37-411d-b9be-477ef885065b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:08Z', 'updated_at': '2021-10-14T12:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_floatingips': [{'id': '19561f40-9ff3-42a2-b0e3-4f30ba35831a', 'tenant_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'floating_ip_address': '172.27.0.140', 'floating_network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'router_id': '24e89d46-aa37-411d-b9be-477ef885065b', 'port_id': '3d08a634-bada-426a-8d25-b35351c821a5', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1645ab42-9d5c-4574-823e-897e40d672c1', 'mac_address': 'fa:16:3e:b9:d8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e82254a-b44e-4e3c-983e-c4d23511b24f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T12:35:29Z', 'updated_at': '2021-10-14T12:35:31Z', 'revision_number': 1, 'project_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'fixed_ip_address_scope': None}, {'id': '9d5a7fcd-abe5-4fcd-97ca-c1729b0fe9a5', 'tenant_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'floating_ip_address': '172.27.0.182', 'floating_network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'router_id': '24e89d46-aa37-411d-b9be-477ef885065b', 'port_id': 'c2c1f4f5-177d-492b-8008-a0e5b78467ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1645ab42-9d5c-4574-823e-897e40d672c1', 'mac_address': 'fa:16:3e:32:46:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91365a7a-35d5-4ccc-b0be-0f7ccd91253a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T12:38:05Z', 'updated_at': '2021-10-14T12:38:05Z', 'revision_number': 0, 'project_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd1b52f9-3d01-4f96-a600-cd81ebb1559f', 'name': '', 'network_id': '1645ab42-9d5c-4574-823e-897e40d672c1', 'tenant_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'mac_address': 'fa:16:3e:84:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e89d46-aa37-411d-b9be-477ef885065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '2ad3bf63-05be-4f65-ad9c-541a80de9cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:10Z', 'updated_at': '2021-10-14T12:30:16Z', 'revision_number': 5, 'project_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'subnets': [{'id': '2ad3bf63-05be-4f65-ad9c-541a80de9cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:38:07.370368 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d1a14d-37d7-4dfc-9859-4a004f4a0245 None None] Checking router: 24e89d46-aa37-411d-b9be-477ef885065b for host: dv-cinder-813986-1-iscsi {{(pid=100186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:38:07.378700 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d1a14d-37d7-4dfc-9859-4a004f4a0245 None None] Routers {'24e89d46-aa37-411d-b9be-477ef885065b'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:38:07.379418 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-f5d1a14d-37d7-4dfc-9859-4a004f4a0245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:37:56Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['24e89d46-aa37-411d-b9be-477ef885065b'], 'active': True} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:38:07.383777 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84393084-5c53-4b8b-8023-eb386688ed42 req-a75f0e56-c116-4c99-b657-b6c874dc3aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:38:07.385237 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-84393084-5c53-4b8b-8023-eb386688ed42 req-a75f0e56-c116-4c99-b657-b6c874dc3aee service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2ad3bf63-05be-4f65-ad9c-541a80de9cc8 HTTP/1.1" status: 200 len: 851 time: 0.0456030 Oct 14 12:38:07.430711 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84393084-5c53-4b8b-8023-eb386688ed42 req-69d2fa6c-0ef0-4535-8873-c4a2e49f2bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:38:07.432204 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-84393084-5c53-4b8b-8023-eb386688ed42 req-69d2fa6c-0ef0-4535-8873-c4a2e49f2bec service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1645ab42-9d5c-4574-823e-897e40d672c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389798 Oct 14 12:38:07.483072 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvr_db [None req-f5d1a14d-37d7-4dfc-9859-4a004f4a0245 None None] Set router 24e89d46-aa37-411d-b9be-477ef885065b gateway port host: dv-cinder-813986-1-iscsi {{(pid=100186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:38:07.518506 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-84393084-5c53-4b8b-8023-eb386688ed42 req-9d7b0974-432e-4610-9b55-d76c12304c5a service neutron] 10.222.0.25 "GET /v2.0/networks/1645ab42-9d5c-4574-823e-897e40d672c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781851 Oct 14 12:38:07.610254 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-84393084-5c53-4b8b-8023-eb386688ed42 req-4e14161d-53c3-468f-9409-3edfdfc3156c service neutron] 10.222.0.25 "GET /v2.0/networks/1645ab42-9d5c-4574-823e-897e40d672c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839865 Oct 14 12:38:07.715570 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-f5d1a14d-37d7-4dfc-9859-4a004f4a0245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e89d46-aa37-411d-b9be-477ef885065b', 'name': 'tempest-TestVolumeBootPattern-1930588745-router', 'tenant_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '8e8d4ddc-3788-4316-88f0-d5f161911b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:30:07Z', 'updated_at': '2021-10-14T12:30:11Z', 'revision_number': 4, 'project_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'gw_port': {'id': '8e8d4ddc-3788-4316-88f0-d5f161911b1d', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:99:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e89d46-aa37-411d-b9be-477ef885065b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:08Z', 'updated_at': '2021-10-14T12:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_floatingips': [{'id': '19561f40-9ff3-42a2-b0e3-4f30ba35831a', 'tenant_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'floating_ip_address': '172.27.0.140', 'floating_network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'router_id': '24e89d46-aa37-411d-b9be-477ef885065b', 'port_id': '3d08a634-bada-426a-8d25-b35351c821a5', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1645ab42-9d5c-4574-823e-897e40d672c1', 'mac_address': 'fa:16:3e:b9:d8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e82254a-b44e-4e3c-983e-c4d23511b24f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T12:35:29Z', 'updated_at': '2021-10-14T12:35:31Z', 'revision_number': 1, 'project_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'fixed_ip_address_scope': None}, {'id': '9d5a7fcd-abe5-4fcd-97ca-c1729b0fe9a5', 'tenant_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'floating_ip_address': '172.27.0.182', 'floating_network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'router_id': '24e89d46-aa37-411d-b9be-477ef885065b', 'port_id': 'c2c1f4f5-177d-492b-8008-a0e5b78467ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1645ab42-9d5c-4574-823e-897e40d672c1', 'mac_address': 'fa:16:3e:32:46:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91365a7a-35d5-4ccc-b0be-0f7ccd91253a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T12:38:05Z', 'updated_at': '2021-10-14T12:38:05Z', 'revision_number': 0, 'project_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd1b52f9-3d01-4f96-a600-cd81ebb1559f', 'name': '', 'network_id': '1645ab42-9d5c-4574-823e-897e40d672c1', 'tenant_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'mac_address': 'fa:16:3e:84:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e89d46-aa37-411d-b9be-477ef885065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '2ad3bf63-05be-4f65-ad9c-541a80de9cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:10Z', 'updated_at': '2021-10-14T12:30:16Z', 'revision_number': 5, 'project_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'subnets': [{'id': '2ad3bf63-05be-4f65-ad9c-541a80de9cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:38:07.746152 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:38:07.747003 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d1a14d-37d7-4dfc-9859-4a004f4a0245 None None] The sync data for ids ['24e89d46-aa37-411d-b9be-477ef885065b'] in dv-cinder-813986-1-iscsi is: [{'id': '24e89d46-aa37-411d-b9be-477ef885065b', 'name': 'tempest-TestVolumeBootPattern-1930588745-router', 'tenant_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '8e8d4ddc-3788-4316-88f0-d5f161911b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:30:07Z', 'updated_at': '2021-10-14T12:30:11Z', 'revision_number': 4, 'project_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'gw_port': {'id': '8e8d4ddc-3788-4316-88f0-d5f161911b1d', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:99:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e89d46-aa37-411d-b9be-477ef885065b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:08Z', 'updated_at': '2021-10-14T12:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_floatingips': [{'id': '19561f40-9ff3-42a2-b0e3-4f30ba35831a', 'tenant_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'floating_ip_address': '172.27.0.140', 'floating_network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'router_id': '24e89d46-aa37-411d-b9be-477ef885065b', 'port_id': '3d08a634-bada-426a-8d25-b35351c821a5', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1645ab42-9d5c-4574-823e-897e40d672c1', 'mac_address': 'fa:16:3e:b9:d8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e82254a-b44e-4e3c-983e-c4d23511b24f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T12:35:29Z', 'updated_at': '2021-10-14T12:35:31Z', 'revision_number': 1, 'project_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'fixed_ip_address_scope': None}, {'id': '9d5a7fcd-abe5-4fcd-97ca-c1729b0fe9a5', 'tenant_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'floating_ip_address': '172.27.0.182', 'floating_network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'router_id': '24e89d46-aa37-411d-b9be-477ef885065b', 'port_id': 'c2c1f4f5-177d-492b-8008-a0e5b78467ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1645ab42-9d5c-4574-823e-897e40d672c1', 'mac_address': 'fa:16:3e:32:46:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91365a7a-35d5-4ccc-b0be-0f7ccd91253a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T12:38:05Z', 'updated_at': '2021-10-14T12:38:05Z', 'revision_number': 0, 'project_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd1b52f9-3d01-4f96-a600-cd81ebb1559f', 'name': '', 'network_id': '1645ab42-9d5c-4574-823e-897e40d672c1', 'tenant_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'mac_address': 'fa:16:3e:84:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e89d46-aa37-411d-b9be-477ef885065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '2ad3bf63-05be-4f65-ad9c-541a80de9cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:10Z', 'updated_at': '2021-10-14T12:30:16Z', 'revision_number': 5, 'project_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'subnets': [{'id': '2ad3bf63-05be-4f65-ad9c-541a80de9cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:38:07.928088 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7148b66-0293-49ff-885b-b35e2e7aa888 None None] New status for floating IP 9d5a7fcd-abe5-4fcd-97ca-c1729b0fe9a5: ACTIVE {{(pid=100187) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 12:38:18.518130 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.agents_db [None req-78dcfc36-1157-4c7d-a1d8-d24093a96b44 None None] Agent healthcheck: found 6 active agents {{(pid=100187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:38:23.181975 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-0bf55af1-be31-447b-abfa-c60ae7961cfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:38:25.987053 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-ad6880d1-e46a-4cda-b9d9-d6512325ea83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:38:27.104711 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-469b4b0a-0edb-4369-82f6-413c16907b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:38:27.163770 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:38:28.395906 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-27c04846-3a84-4189-8b30-75b8cfbf2676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:38:33.533899 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4b46c7-7a6f-4548-afde-ac95c854fa35 req-5e4db704-3714-4bc8-a663-396606e221eb tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:38:33.535412 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-3b4b46c7-7a6f-4548-afde-ac95c854fa35 req-5e4db704-3714-4bc8-a663-396606e221eb tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=77757b91-f767-4983-b7d6-45c167fe6f7a HTTP/1.1" status: 200 len: 945 time: 0.0504255 Oct 14 12:38:33.573286 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-3b4b46c7-7a6f-4548-afde-ac95c854fa35 req-f3f31637-b7e2-443c-ac3e-58cee42bd12c tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=be03e064-274e-4404-a183-7b6ee3d3992e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310757 Oct 14 12:38:34.698259 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de5253a-d7d5-46e0-aa83-10d85b7c013a req-3835bab2-adda-4e7e-992f-e471d9bb188f tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:38:34.699718 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-8de5253a-d7d5-46e0-aa83-10d85b7c013a req-3835bab2-adda-4e7e-992f-e471d9bb188f tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=77757b91-f767-4983-b7d6-45c167fe6f7a HTTP/1.1" status: 200 len: 945 time: 0.0521741 Oct 14 12:38:34.736911 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-8de5253a-d7d5-46e0-aa83-10d85b7c013a req-92bd951d-c479-488f-ad48-f8210a7f67ab tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=be03e064-274e-4404-a183-7b6ee3d3992e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312943 Oct 14 12:38:35.857199 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce24f96-dea6-4c56-8be8-7aa84f3c84a1 req-54baf6c9-31c2-424d-bb2f-b27bae960754 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:38:35.857199 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-7ce24f96-dea6-4c56-8be8-7aa84f3c84a1 req-54baf6c9-31c2-424d-bb2f-b27bae960754 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=77757b91-f767-4983-b7d6-45c167fe6f7a HTTP/1.1" status: 200 len: 945 time: 0.0480630 Oct 14 12:38:35.891193 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-7ce24f96-dea6-4c56-8be8-7aa84f3c84a1 req-ec0ad26e-2c7e-42a0-9b6d-d710441bc0d6 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=be03e064-274e-4404-a183-7b6ee3d3992e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319943 Oct 14 12:38:37.010196 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca96c7f-6501-4ded-8c1d-00c1ac77cae2 req-1727ee01-f373-47b3-bf44-6c5be2af13e2 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:38:37.011702 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-bca96c7f-6501-4ded-8c1d-00c1ac77cae2 req-1727ee01-f373-47b3-bf44-6c5be2af13e2 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=77757b91-f767-4983-b7d6-45c167fe6f7a HTTP/1.1" status: 200 len: 945 time: 0.0485024 Oct 14 12:38:37.051512 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-bca96c7f-6501-4ded-8c1d-00c1ac77cae2 req-f5a4ce2a-b4a3-44d7-9295-9895afa6f471 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=be03e064-274e-4404-a183-7b6ee3d3992e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329337 Oct 14 12:38:37.734767 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:38:38.171070 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b16bf9-ef5b-4edb-b5ff-d8c4c6091e0f req-5d93e9f1-daf4-48e0-9ddd-237c3105d05a tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:38:38.172560 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b4b16bf9-ef5b-4edb-b5ff-d8c4c6091e0f req-5d93e9f1-daf4-48e0-9ddd-237c3105d05a tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=77757b91-f767-4983-b7d6-45c167fe6f7a HTTP/1.1" status: 200 len: 945 time: 0.0514081 Oct 14 12:38:38.209503 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b4b16bf9-ef5b-4edb-b5ff-d8c4c6091e0f req-6038992d-93c4-4cfe-afda-a885e6a338ee tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=be03e064-274e-4404-a183-7b6ee3d3992e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311382 Oct 14 12:38:39.327422 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1df4a8-6c6c-40cb-a5bf-6952e98f0fdd req-28a0f94b-6af9-4ea4-898b-3ef61c845517 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:38:39.328878 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-be1df4a8-6c6c-40cb-a5bf-6952e98f0fdd req-28a0f94b-6af9-4ea4-898b-3ef61c845517 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=77757b91-f767-4983-b7d6-45c167fe6f7a HTTP/1.1" status: 200 len: 945 time: 0.0494671 Oct 14 12:38:39.365843 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-be1df4a8-6c6c-40cb-a5bf-6952e98f0fdd req-8005ec06-fb8b-4b08-a213-b71d08ae6df1 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=be03e064-274e-4404-a183-7b6ee3d3992e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310054 Oct 14 12:38:40.482176 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae683552-2a8a-4ff9-a331-da6be0dfac2c req-d8dc0baf-615e-4ce8-85e0-561d2cd6ddfd tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:38:40.483618 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ae683552-2a8a-4ff9-a331-da6be0dfac2c req-d8dc0baf-615e-4ce8-85e0-561d2cd6ddfd tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=77757b91-f767-4983-b7d6-45c167fe6f7a HTTP/1.1" status: 200 len: 945 time: 0.0482495 Oct 14 12:38:40.519799 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ae683552-2a8a-4ff9-a331-da6be0dfac2c req-0c558cbc-399f-4200-8ee2-fba5659a3228 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=be03e064-274e-4404-a183-7b6ee3d3992e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301712 Oct 14 12:38:41.639775 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f809e-5bd3-4cd8-8d0a-b264dbc9bd2b req-1db825cc-a4be-48ce-980f-83c03073ce93 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:38:41.641240 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-699f809e-5bd3-4cd8-8d0a-b264dbc9bd2b req-1db825cc-a4be-48ce-980f-83c03073ce93 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=77757b91-f767-4983-b7d6-45c167fe6f7a HTTP/1.1" status: 200 len: 945 time: 0.0515420 Oct 14 12:38:41.678075 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-699f809e-5bd3-4cd8-8d0a-b264dbc9bd2b req-072df910-ea8d-41d0-a019-599b4b2c6e05 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=be03e064-274e-4404-a183-7b6ee3d3992e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310476 Oct 14 12:38:42.793560 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb168fe5-224b-43e0-8a00-c8d5e2513f72 req-63a3949f-749d-48d4-957b-14aac51f6917 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:38:42.795026 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-bb168fe5-224b-43e0-8a00-c8d5e2513f72 req-63a3949f-749d-48d4-957b-14aac51f6917 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=77757b91-f767-4983-b7d6-45c167fe6f7a HTTP/1.1" status: 200 len: 945 time: 0.0476613 Oct 14 12:38:42.832781 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-bb168fe5-224b-43e0-8a00-c8d5e2513f72 req-f1eedd7f-bc9a-47ac-a336-fa194869bce0 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=be03e064-274e-4404-a183-7b6ee3d3992e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319645 Oct 14 12:38:43.947394 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998b1b0-386c-49d6-9522-9eeb10024f92 req-2a300cfc-43d9-489c-8e63-d79cddb268ee tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:38:43.948877 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-c998b1b0-386c-49d6-9522-9eeb10024f92 req-2a300cfc-43d9-489c-8e63-d79cddb268ee tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=77757b91-f767-4983-b7d6-45c167fe6f7a HTTP/1.1" status: 200 len: 945 time: 0.0484531 Oct 14 12:38:43.984767 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-c998b1b0-386c-49d6-9522-9eeb10024f92 req-736a207a-4d66-4f5c-9d29-59a441640a4e tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=be03e064-274e-4404-a183-7b6ee3d3992e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301647 Oct 14 12:38:44.670302 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-0cdcae45-cd44-4e92-a88d-2a75d70a9971 req-c1d7bd1c-637c-47ba-8d99-2069cbba2e29 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9e82254a-b44e-4e3c-983e-c4d23511b24f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389493 Oct 14 12:38:44.746516 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdcae45-cd44-4e92-a88d-2a75d70a9971 req-ea0bc01d-ba9f-4b10-be55-d005fa202da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:38:44.747919 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-0cdcae45-cd44-4e92-a88d-2a75d70a9971 req-ea0bc01d-ba9f-4b10-be55-d005fa202da3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d99b7bc72612436fbfc26fefb4d4be39&device_id=9e82254a-b44e-4e3c-983e-c4d23511b24f HTTP/1.1" status: 200 len: 1099 time: 0.0382085 Oct 14 12:38:44.849763 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdcae45-cd44-4e92-a88d-2a75d70a9971 req-5c3f1967-d0be-4713-85af-f9a6c6b6872e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:38:44.851162 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-0cdcae45-cd44-4e92-a88d-2a75d70a9971 req-5c3f1967-d0be-4713-85af-f9a6c6b6872e service neutron] 10.222.0.25 "GET /v2.0/networks?id=1645ab42-9d5c-4574-823e-897e40d672c1 HTTP/1.1" status: 200 len: 913 time: 0.0838349 Oct 14 12:38:44.916669 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-0cdcae45-cd44-4e92-a88d-2a75d70a9971 req-0ec63325-5590-41b9-b852-41e5f2007d32 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d08a634-bada-426a-8d25-b35351c821a5 HTTP/1.1" status: 200 len: 1002 time: 0.0561128 Oct 14 12:38:44.969365 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdcae45-cd44-4e92-a88d-2a75d70a9971 req-42460ab3-46e0-45ab-abea-ec626e01b246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:38:44.970660 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-0cdcae45-cd44-4e92-a88d-2a75d70a9971 req-42460ab3-46e0-45ab-abea-ec626e01b246 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2ad3bf63-05be-4f65-ad9c-541a80de9cc8 HTTP/1.1" status: 200 len: 851 time: 0.0455599 Oct 14 12:38:45.022148 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdcae45-cd44-4e92-a88d-2a75d70a9971 req-54ffda1f-3f37-4255-86da-ae4a352a85d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:38:45.023726 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-0cdcae45-cd44-4e92-a88d-2a75d70a9971 req-54ffda1f-3f37-4255-86da-ae4a352a85d8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1645ab42-9d5c-4574-823e-897e40d672c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0466571 Oct 14 12:38:45.105615 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342bcba0-e94c-4d65-8da3-2d1c5062331a req-9c92e65a-5cf9-4b85-8c06-d727c8d9b574 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:38:45.107077 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-342bcba0-e94c-4d65-8da3-2d1c5062331a req-9c92e65a-5cf9-4b85-8c06-d727c8d9b574 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=77757b91-f767-4983-b7d6-45c167fe6f7a HTTP/1.1" status: 200 len: 945 time: 0.0519340 Oct 14 12:38:45.120909 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-0cdcae45-cd44-4e92-a88d-2a75d70a9971 req-2e8a2a4f-0bc8-4171-b98f-09340507a668 service neutron] 10.222.0.25 "GET /v2.0/networks/1645ab42-9d5c-4574-823e-897e40d672c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892045 Oct 14 12:38:45.144719 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-342bcba0-e94c-4d65-8da3-2d1c5062331a req-683fb278-eff7-49f2-9bb3-1955e0900fc5 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=be03e064-274e-4404-a183-7b6ee3d3992e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317385 Oct 14 12:38:45.214805 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-0cdcae45-cd44-4e92-a88d-2a75d70a9971 req-c3fffb66-2ad1-4b97-b8ca-a9e2a3fe412d service neutron] 10.222.0.25 "GET /v2.0/networks/1645ab42-9d5c-4574-823e-897e40d672c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840373 Oct 14 12:38:45.799852 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device f64e60a6-e74c-4397-943e-ebe621c8ed53 details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=100186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 12:38:45.889671 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] For port f64e60a6-e74c-4397-943e-ebe621c8ed53, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=f64e60a6-e74c-4397-943e-ebe621c8ed53,segment=NetworkSegment(58cb4796-6024-43c0-aa42-7ecb540db5e1),segment_id=58cb4796-6024-43c0-aa42-7ecb540db5e1)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:38:45.904942 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Returning: {'device': 'f64e60a6-e74c-4397-943e-ebe621c8ed53', 'network_id': 'e97ba1a4-1eaa-4970-998a-7f37d91a4cc6', 'port_id': 'f64e60a6-e74c-4397-943e-ebe621c8ed53', 'mac_address': 'fa:16:3e:a3:55:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffaa80f7-d349-41e0-815d-fe25cd4e4dcc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 12:38:45.940559 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:38:45.952618 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.notifiers.nova [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f64e60a6-e74c-4397-943e-ebe621c8ed53 {{(pid=100186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:38:45.971347 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] For port f64e60a6-e74c-4397-943e-ebe621c8ed53, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=f64e60a6-e74c-4397-943e-ebe621c8ed53,segment=NetworkSegment(58cb4796-6024-43c0-aa42-7ecb540db5e1),segment_id=58cb4796-6024-43c0-aa42-7ecb540db5e1)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:38:46.036870 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:38:46.085587 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Pushing event updated for resources: {'Port': ['ID=f64e60a6-e74c-4397-943e-ebe621c8ed53,revision_number=6']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:38:46.137491 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] get_ports_and_sgs() called for port_ids ['f64e60a6-e74c-4397-943e-ebe621c8ed53'] {{(pid=100186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:38:46.259935 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc8110-157e-493e-bfd3-ba150f9aa2f1 req-6f3e160a-b915-474b-b04c-cb0da4342150 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:38:46.261431 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-cffc8110-157e-493e-bfd3-ba150f9aa2f1 req-6f3e160a-b915-474b-b04c-cb0da4342150 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=77757b91-f767-4983-b7d6-45c167fe6f7a HTTP/1.1" status: 200 len: 944 time: 0.0473261 Oct 14 12:38:46.298907 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-cffc8110-157e-493e-bfd3-ba150f9aa2f1 req-fedae185-2068-40e4-b7d2-33737c13be38 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=be03e064-274e-4404-a183-7b6ee3d3992e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313933 Oct 14 12:38:47.417623 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12abb037-c20f-4d78-8d4a-fd048ef01131 req-56a429ed-8cc8-4759-9062-9a05f22e8024 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:38:47.419241 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-12abb037-c20f-4d78-8d4a-fd048ef01131 req-56a429ed-8cc8-4759-9062-9a05f22e8024 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=77757b91-f767-4983-b7d6-45c167fe6f7a HTTP/1.1" status: 200 len: 944 time: 0.0496082 Oct 14 12:38:47.456632 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-12abb037-c20f-4d78-8d4a-fd048ef01131 req-bc24611e-b8d7-4de3-abb5-88ecee399e25 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=be03e064-274e-4404-a183-7b6ee3d3992e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313151 Oct 14 12:38:47.796717 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device f64e60a6-e74c-4397-943e-ebe621c8ed53 up at agent hyperv_hv-cinder-81398 {{(pid=100186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:38:47.843997 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Provisioning complete for port f64e60a6-e74c-4397-943e-ebe621c8ed53 triggered by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:38:47.844380 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:38:47.923646 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:38:47.945543 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77757b91-f767-4983-b7d6-45c167fe6f7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f64e60a6-e74c-4397-943e-ebe621c8ed53'}] {{(pid=100186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:38:47.948342 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ce96789b1b9487be48749a60ffcfd0a175945a3b692fd75626d794e24ae9ed4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78eae102-8138-4830-b658-f853de4e3f91" -d '{"events": [{"server_uuid": "77757b91-f767-4983-b7d6-45c167fe6f7a", "name": "network-vif-plugged", "status": "completed", "tag": "f64e60a6-e74c-4397-943e-ebe621c8ed53"}]}' {{(pid=100186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:38:47.960111 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] For port f64e60a6-e74c-4397-943e-ebe621c8ed53, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=f64e60a6-e74c-4397-943e-ebe621c8ed53,segment=NetworkSegment(58cb4796-6024-43c0-aa42-7ecb540db5e1),segment_id=58cb4796-6024-43c0-aa42-7ecb540db5e1)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:38:47.984448 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a52d79c-7ac2-4a3b-bf14-43ce4f2c821e x-openstack-request-id: req-2a52d79c-7ac2-4a3b-bf14-43ce4f2c821e {{(pid=100186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:38:47.984739 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77757b91-f767-4983-b7d6-45c167fe6f7a", "name": "network-vif-plugged", "status": "completed", "tag": "f64e60a6-e74c-4397-943e-ebe621c8ed53", "code": 200}]} {{(pid=100186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:38:47.984992 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2a52d79c-7ac2-4a3b-bf14-43ce4f2c821e {{(pid=100186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:38:47.985383 dv-cinder-813986-1-iscsi neutron-server[100186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77757b91-f767-4983-b7d6-45c167fe6f7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f64e60a6-e74c-4397-943e-ebe621c8ed53', 'code': 200} Oct 14 12:38:48.053897 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:38:48.100905 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Pushing event updated for resources: {'Port': ['ID=f64e60a6-e74c-4397-943e-ebe621c8ed53,revision_number=7']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:38:48.577747 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a149f1-0bbc-46bd-9649-d11350937d9e req-66a08919-ceef-4ced-ae86-dda9cad53651 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:38:48.579138 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b6a149f1-0bbc-46bd-9649-d11350937d9e req-66a08919-ceef-4ced-ae86-dda9cad53651 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=77757b91-f767-4983-b7d6-45c167fe6f7a HTTP/1.1" status: 200 len: 945 time: 0.0523226 Oct 14 12:38:48.615738 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b6a149f1-0bbc-46bd-9649-d11350937d9e req-1c72de9f-0cac-4c7d-9668-680c440b2c65 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=be03e064-274e-4404-a183-7b6ee3d3992e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307291 Oct 14 12:38:49.733766 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c11c5a-e5b8-47d8-bdba-94ef372cb6b0 req-18f425b1-57df-4f89-b8c0-8b0128635486 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:38:49.735208 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-a8c11c5a-e5b8-47d8-bdba-94ef372cb6b0 req-18f425b1-57df-4f89-b8c0-8b0128635486 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=77757b91-f767-4983-b7d6-45c167fe6f7a HTTP/1.1" status: 200 len: 945 time: 0.0479784 Oct 14 12:38:49.770864 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-a8c11c5a-e5b8-47d8-bdba-94ef372cb6b0 req-ae5b9413-40ab-4cc6-ac40-472fd0a183f5 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=be03e064-274e-4404-a183-7b6ee3d3992e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297930 Oct 14 12:38:50.894221 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c44bb22-6a22-40fb-bc91-fdff2d8f8900 req-8d886f5b-f670-48a4-b348-e06100995eda tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:38:50.898166 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-2c44bb22-6a22-40fb-bc91-fdff2d8f8900 req-8d886f5b-f670-48a4-b348-e06100995eda tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=77757b91-f767-4983-b7d6-45c167fe6f7a HTTP/1.1" status: 200 len: 945 time: 0.0529647 Oct 14 12:38:50.935268 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-2c44bb22-6a22-40fb-bc91-fdff2d8f8900 req-5f1cbe80-50b1-4c43-8dde-b0469c66e0f2 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=be03e064-274e-4404-a183-7b6ee3d3992e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326016 Oct 14 12:38:52.065323 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458b1f3f-a9cf-4e8d-afb9-8ba36001488e req-5008b97b-19f9-455d-a4b3-ca9f998e241c tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:38:52.066822 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-458b1f3f-a9cf-4e8d-afb9-8ba36001488e req-5008b97b-19f9-455d-a4b3-ca9f998e241c tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=77757b91-f767-4983-b7d6-45c167fe6f7a HTTP/1.1" status: 200 len: 945 time: 0.0552778 Oct 14 12:38:52.109168 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-458b1f3f-a9cf-4e8d-afb9-8ba36001488e req-6c6b3a20-2d02-4814-b377-a147ad455be9 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=be03e064-274e-4404-a183-7b6ee3d3992e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351024 Oct 14 12:38:53.189056 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-1dc574d9-5652-4aa8-b0d0-75a09570ea9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:38:53.261689 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4132d5b8-2a7e-4ca9-b735-fc387df308ec req-0bf712e4-679f-40e1-943c-6ce17c9649d4 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:38:53.263329 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-4132d5b8-2a7e-4ca9-b735-fc387df308ec req-0bf712e4-679f-40e1-943c-6ce17c9649d4 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=77757b91-f767-4983-b7d6-45c167fe6f7a HTTP/1.1" status: 200 len: 945 time: 0.0744882 Oct 14 12:38:53.324818 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-4132d5b8-2a7e-4ca9-b735-fc387df308ec req-2767e834-265b-44fc-8fe1-ccf2fdd3ceeb tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=be03e064-274e-4404-a183-7b6ee3d3992e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540643 Oct 14 12:38:54.453456 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d75ba-5c4b-4574-8665-c90ad8434391 req-8b565074-e648-4e4f-86be-34b16c07fcee tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:38:54.454945 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-d10d75ba-5c4b-4574-8665-c90ad8434391 req-8b565074-e648-4e4f-86be-34b16c07fcee tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=77757b91-f767-4983-b7d6-45c167fe6f7a HTTP/1.1" status: 200 len: 945 time: 0.0530338 Oct 14 12:38:54.495211 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-d10d75ba-5c4b-4574-8665-c90ad8434391 req-304993f8-8edc-46f9-a844-e09afe13adf4 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=be03e064-274e-4404-a183-7b6ee3d3992e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342231 Oct 14 12:38:55.517475 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.agents_db [None req-78dcfc36-1157-4c7d-a1d8-d24093a96b44 None None] Agent healthcheck: found 6 active agents {{(pid=100187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:38:55.626407 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c04acf4-eb1c-44ee-8f4e-86eb13d7b697 req-2274f329-df06-4554-8a26-bce885a50e42 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:38:55.627813 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-3c04acf4-eb1c-44ee-8f4e-86eb13d7b697 req-2274f329-df06-4554-8a26-bce885a50e42 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=77757b91-f767-4983-b7d6-45c167fe6f7a HTTP/1.1" status: 200 len: 945 time: 0.0530484 Oct 14 12:38:55.669403 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-3c04acf4-eb1c-44ee-8f4e-86eb13d7b697 req-6ee3deca-e09d-4f27-8184-7a96fc17fefd tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=be03e064-274e-4404-a183-7b6ee3d3992e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342119 Oct 14 12:38:55.937661 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-26e72f8d-bc89-4fad-ab9b-ff673fbe6992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:38:56.811771 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5719d1-c20c-4b55-a196-8f648d9c5421 req-1cc068f6-cedd-4bfd-bb7a-7bd3f5673ec3 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:38:56.813408 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ec5719d1-c20c-4b55-a196-8f648d9c5421 req-1cc068f6-cedd-4bfd-bb7a-7bd3f5673ec3 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=77757b91-f767-4983-b7d6-45c167fe6f7a HTTP/1.1" status: 200 len: 945 time: 0.0709233 Oct 14 12:38:56.861568 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ec5719d1-c20c-4b55-a196-8f648d9c5421 req-65ed08eb-f74e-43bc-9d01-1aeefde053fd tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=be03e064-274e-4404-a183-7b6ee3d3992e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409243 Oct 14 12:38:57.428779 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-469b4b0a-0edb-4369-82f6-413c16907b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:38:57.515849 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:38:58.042036 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765311c-7398-4111-9c02-cf09f423cc43 req-43ff8f73-0368-4a54-8258-7e48619db8a4 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:38:58.043061 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-2765311c-7398-4111-9c02-cf09f423cc43 req-43ff8f73-0368-4a54-8258-7e48619db8a4 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=77757b91-f767-4983-b7d6-45c167fe6f7a HTTP/1.1" status: 200 len: 945 time: 0.0706782 Oct 14 12:38:58.092725 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-2765311c-7398-4111-9c02-cf09f423cc43 req-3882d425-47ba-44de-9a25-14c10ea1b705 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=be03e064-274e-4404-a183-7b6ee3d3992e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391328 Oct 14 12:38:58.362323 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-27c04846-3a84-4189-8b30-75b8cfbf2676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:38:58.840431 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe3fe4-f809-46df-85c9-0e116e6ef48e req-1dc8b3d4-64d6-4814-bac3-443321c3e21e tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:38:58.842426 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ddfe3fe4-f809-46df-85c9-0e116e6ef48e req-1dc8b3d4-64d6-4814-bac3-443321c3e21e tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f3fa74d-2596-4993-bf05-492949ab099f HTTP/1.1" status: 200 len: 945 time: 0.0633771 Oct 14 12:38:58.884613 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ddfe3fe4-f809-46df-85c9-0e116e6ef48e req-a060c64e-4079-4710-8255-99e3c9c1a63c tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f5fcbc7-5255-4d45-8f40-7ab46cf5b030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357687 Oct 14 12:38:59.226328 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7819ea2c-575c-4dd0-b439-6f7c27c0d848 req-b45bec3f-da07-4b80-9221-74adcc0f86e0 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:38:59.234481 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-7819ea2c-575c-4dd0-b439-6f7c27c0d848 req-b45bec3f-da07-4b80-9221-74adcc0f86e0 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=77757b91-f767-4983-b7d6-45c167fe6f7a HTTP/1.1" status: 200 len: 945 time: 0.0600433 Oct 14 12:38:59.270357 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-7819ea2c-575c-4dd0-b439-6f7c27c0d848 req-7711b934-a038-4c0a-93f3-a5f9c9bbd32d tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=be03e064-274e-4404-a183-7b6ee3d3992e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349402 Oct 14 12:39:00.004973 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e676df56-fb76-4cb5-b613-cdc53ae9e8c9 req-33ec4bf9-1f36-4aad-93f9-492ba88e03e3 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:00.008972 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-e676df56-fb76-4cb5-b613-cdc53ae9e8c9 req-33ec4bf9-1f36-4aad-93f9-492ba88e03e3 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f3fa74d-2596-4993-bf05-492949ab099f HTTP/1.1" status: 200 len: 945 time: 0.0518792 Oct 14 12:39:00.051104 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-e676df56-fb76-4cb5-b613-cdc53ae9e8c9 req-6bbf0d54-2340-4f07-b346-c464e9ee4885 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f5fcbc7-5255-4d45-8f40-7ab46cf5b030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374718 Oct 14 12:39:00.402580 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f2b88-5546-4e9a-b4c4-490eb1deb14a req-76c1c0c2-bfe7-43b6-989a-332f624bd35f tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:00.404121 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-533f2b88-5546-4e9a-b4c4-490eb1deb14a req-76c1c0c2-bfe7-43b6-989a-332f624bd35f tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=77757b91-f767-4983-b7d6-45c167fe6f7a HTTP/1.1" status: 200 len: 945 time: 0.0530226 Oct 14 12:39:00.442057 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-533f2b88-5546-4e9a-b4c4-490eb1deb14a req-f15caad9-7401-4e97-b66e-32b7f3865e9a tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=be03e064-274e-4404-a183-7b6ee3d3992e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318811 Oct 14 12:39:01.199298 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a21079-c0fe-415d-947f-763acfed8ae5 req-565415e9-f125-4400-855e-b5129169a652 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:01.202254 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-f9a21079-c0fe-415d-947f-763acfed8ae5 req-565415e9-f125-4400-855e-b5129169a652 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f3fa74d-2596-4993-bf05-492949ab099f HTTP/1.1" status: 200 len: 945 time: 0.0675137 Oct 14 12:39:01.219305 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc8e479-c84c-4fb2-86cc-1ea95c6f9da5 req-bbdc86c4-0f8a-4968-ad1b-e0e5f4e9ebb3 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:01.221517 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-5dc8e479-c84c-4fb2-86cc-1ea95c6f9da5 req-bbdc86c4-0f8a-4968-ad1b-e0e5f4e9ebb3 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f3fa74d-2596-4993-bf05-492949ab099f HTTP/1.1" status: 200 len: 945 time: 0.0560052 Oct 14 12:39:01.259267 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-f9a21079-c0fe-415d-947f-763acfed8ae5 req-64c57b7f-8072-4a95-adf1-cde41fc1d553 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f5fcbc7-5255-4d45-8f40-7ab46cf5b030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519056 Oct 14 12:39:01.326944 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.plugin [req-5dc8e479-c84c-4fb2-86cc-1ea95c6f9da5 req-8bb063e3-2cc0-4db6-ad81-9c189d89384d tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Deleting port 2e8020b5-f30f-4e25-982e-8f1a4a820740 {{(pid=100185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 12:39:01.327348 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-5dc8e479-c84c-4fb2-86cc-1ea95c6f9da5 req-8bb063e3-2cc0-4db6-ad81-9c189d89384d tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787793337694'] for port, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:01.417283 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.db [req-5dc8e479-c84c-4fb2-86cc-1ea95c6f9da5 req-8bb063e3-2cc0-4db6-ad81-9c189d89384d tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] For port 2e8020b5-f30f-4e25-982e-8f1a4a820740, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=2e8020b5-f30f-4e25-982e-8f1a4a820740,segment=NetworkSegment(2691d58f-1dfd-4fec-a924-cb1f773f815b),segment_id=2691d58f-1dfd-4fec-a924-cb1f773f815b)] {{(pid=100185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:39:01.417765 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-5dc8e479-c84c-4fb2-86cc-1ea95c6f9da5 req-8bb063e3-2cc0-4db6-ad81-9c189d89384d tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612080'] for port, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:01.560343 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8346f0-5e5d-44a0-ad41-61bfc2ee6bf0 req-bcac0d81-9cb4-4889-813a-82c93f428766 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:01.561825 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ea8346f0-5e5d-44a0-ad41-61bfc2ee6bf0 req-bcac0d81-9cb4-4889-813a-82c93f428766 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=77757b91-f767-4983-b7d6-45c167fe6f7a HTTP/1.1" status: 200 len: 945 time: 0.0479031 Oct 14 12:39:01.599618 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ea8346f0-5e5d-44a0-ad41-61bfc2ee6bf0 req-e29bd50e-1129-44d9-9ad5-d8870fd5243d tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=be03e064-274e-4404-a183-7b6ee3d3992e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315795 Oct 14 12:39:01.643355 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-5dc8e479-c84c-4fb2-86cc-1ea95c6f9da5 req-8bb063e3-2cc0-4db6-ad81-9c189d89384d tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:01.643751 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-5dc8e479-c84c-4fb2-86cc-1ea95c6f9da5 req-8bb063e3-2cc0-4db6-ad81-9c189d89384d tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-619548'] for floatingip, after_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:01.644101 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.db.l3_db [req-5dc8e479-c84c-4fb2-86cc-1ea95c6f9da5 req-8bb063e3-2cc0-4db6-ad81-9c189d89384d tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Floating IP 0f93f6e1-da38-4fb7-8f9c-f0b9f5611703 disassociated. External IP: 172.27.0.254, port: 2e8020b5-f30f-4e25-982e-8f1a4a820740. Oct 14 12:39:01.644437 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.plugin [req-5dc8e479-c84c-4fb2-86cc-1ea95c6f9da5 req-8bb063e3-2cc0-4db6-ad81-9c189d89384d tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Calling delete_port for 2e8020b5-f30f-4e25-982e-8f1a4a820740 owned by compute:nova {{(pid=100185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 12:39:02.053374 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-5dc8e479-c84c-4fb2-86cc-1ea95c6f9da5 req-8bb063e3-2cc0-4db6-ad81-9c189d89384d tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787793344296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787792822815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7811617'] for port, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:02.081302 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb063e3-2cc0-4db6-ad81-9c189d89384d tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Pushing event deleted for resources: {'Port': ['ID=2e8020b5-f30f-4e25-982e-8f1a4a820740,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:39:02.092022 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb063e3-2cc0-4db6-ad81-9c189d89384d tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:39:02.092372 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb063e3-2cc0-4db6-ad81-9c189d89384d tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:39:02.092708 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb063e3-2cc0-4db6-ad81-9c189d89384d tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:39:02.093037 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb063e3-2cc0-4db6-ad81-9c189d89384d tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:39:02.093361 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb063e3-2cc0-4db6-ad81-9c189d89384d tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:39:02.093689 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb063e3-2cc0-4db6-ad81-9c189d89384d tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:39:02.094009 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb063e3-2cc0-4db6-ad81-9c189d89384d tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:39:02.094331 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb063e3-2cc0-4db6-ad81-9c189d89384d tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:39:02.094653 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb063e3-2cc0-4db6-ad81-9c189d89384d tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:39:02.094970 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb063e3-2cc0-4db6-ad81-9c189d89384d tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:39:02.095312 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb063e3-2cc0-4db6-ad81-9c189d89384d tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:39:02.095627 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb063e3-2cc0-4db6-ad81-9c189d89384d tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:39:02.201542 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5dc8e479-c84c-4fb2-86cc-1ea95c6f9da5 req-8bb063e3-2cc0-4db6-ad81-9c189d89384d tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Router 5b1e64e9-3238-4832-a983-1ecdd27464ba has already been hosted by L3 agent 98567738-4256-4ddd-ae03-62c82ecec038 {{(pid=100185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 12:39:02.305819 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5dc8e479-c84c-4fb2-86cc-1ea95c6f9da5 req-8bb063e3-2cc0-4db6-ad81-9c189d89384d tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify agent at l3_agent.dv-cinder-813986-1-iscsi the message routers_updated {{(pid=100185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:39:02.315659 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c90255-694b-4c48-8cea-ad47b53da23f None None] Sync routers for ids ['5b1e64e9-3238-4832-a983-1ecdd27464ba'] in dv-cinder-813986-1-iscsi {{(pid=100186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:39:02.324703 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c90255-694b-4c48-8cea-ad47b53da23f None None] Routers {'5b1e64e9-3238-4832-a983-1ecdd27464ba'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:39:02.325331 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-e0c90255-694b-4c48-8cea-ad47b53da23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:38:56Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['5b1e64e9-3238-4832-a983-1ecdd27464ba'], 'active': True} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:39:02.349498 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dc8e479-c84c-4fb2-86cc-1ea95c6f9da5 req-8bb063e3-2cc0-4db6-ad81-9c189d89384d tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] No DVR routers for this DVR port 2e8020b5-f30f-4e25-982e-8f1a4a820740 on host hv-cinder-81398 {{(pid=100185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 12:39:02.352883 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-5dc8e479-c84c-4fb2-86cc-1ea95c6f9da5 req-8bb063e3-2cc0-4db6-ad81-9c189d89384d tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516790'] for port, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:02.356342 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-5dc8e479-c84c-4fb2-86cc-1ea95c6f9da5 req-8bb063e3-2cc0-4db6-ad81-9c189d89384d tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.25 "DELETE /v2.0/ports/2e8020b5-f30f-4e25-982e-8f1a4a820740 HTTP/1.1" status: 204 len: 173 time: 1.1278081 Oct 14 12:39:02.356782 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3fa74d-2596-4993-bf05-492949ab099f', 'name': 'network-vif-deleted', 'tag': '2e8020b5-f30f-4e25-982e-8f1a4a820740'}] {{(pid=100185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:39:02.359577 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}167116552ac494ad33fe024857b10e57374526f2b70b110e82d735407eff6bb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb17e5b7-32c2-4f7f-8f93-44dc6e730b32" -d '{"events": [{"server_uuid": "3f3fa74d-2596-4993-bf05-492949ab099f", "name": "network-vif-deleted", "tag": "2e8020b5-f30f-4e25-982e-8f1a4a820740"}]}' {{(pid=100185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:39:02.368538 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-41bbf2b4-7696-4e4a-aaf1-04edc297bc7d req-441d5a22-8c13-4dde-9369-46d748171d6f tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f3fa74d-2596-4993-bf05-492949ab099f HTTP/1.1" status: 200 len: 210 time: 0.0340879 Oct 14 12:39:02.398058 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a608769-22df-4851-a838-f00f2f771f39 x-openstack-request-id: req-1a608769-22df-4851-a838-f00f2f771f39 {{(pid=100185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:39:02.401879 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f3fa74d-2596-4993-bf05-492949ab099f", "name": "network-vif-deleted", "tag": "2e8020b5-f30f-4e25-982e-8f1a4a820740", "status": "completed", "code": 200}]} {{(pid=100185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:39:02.401879 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1a608769-22df-4851-a838-f00f2f771f39 {{(pid=100185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:39:02.401879 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f3fa74d-2596-4993-bf05-492949ab099f', 'name': 'network-vif-deleted', 'tag': '2e8020b5-f30f-4e25-982e-8f1a4a820740', 'status': 'completed', 'code': 200} Oct 14 12:39:02.436592 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvr_db [None req-e0c90255-694b-4c48-8cea-ad47b53da23f None None] Set router 5b1e64e9-3238-4832-a983-1ecdd27464ba gateway port host: dv-cinder-813986-1-iscsi {{(pid=100186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:39:02.645362 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-e0c90255-694b-4c48-8cea-ad47b53da23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1e64e9-3238-4832-a983-1ecdd27464ba', 'name': 'tempest-AttachVolumeTestJSON-418739754-router', 'tenant_id': 'a74b273d32f14564a6f532d3344fc1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'd04bbf9a-c91d-417d-86e7-57f605430f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:28:38Z', 'updated_at': '2021-10-14T12:28:43Z', 'revision_number': 4, 'project_id': 'a74b273d32f14564a6f532d3344fc1c3', 'gw_port': {'id': 'd04bbf9a-c91d-417d-86e7-57f605430f58', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:72:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1e64e9-3238-4832-a983-1ecdd27464ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:28:39Z', 'updated_at': '2021-10-14T12:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_interfaces': [{'id': 'd61461a8-d626-4477-9cd9-f5239b43e03b', 'name': '', 'network_id': '031e9579-40df-4987-97d9-4aff3031dd9c', 'tenant_id': 'a74b273d32f14564a6f532d3344fc1c3', 'mac_address': 'fa:16:3e:7c:da:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1e64e9-3238-4832-a983-1ecdd27464ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '1ae97040-dc68-4655-9e24-79e922381839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:28:42Z', 'updated_at': '2021-10-14T12:28:47Z', 'revision_number': 5, 'project_id': 'a74b273d32f14564a6f532d3344fc1c3', 'subnets': [{'id': '1ae97040-dc68-4655-9e24-79e922381839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:39:02.672353 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c90255-694b-4c48-8cea-ad47b53da23f None None] Checking router: 5b1e64e9-3238-4832-a983-1ecdd27464ba for host: dv-cinder-813986-1-iscsi {{(pid=100186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:39:02.681305 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c90255-694b-4c48-8cea-ad47b53da23f None None] Routers {'5b1e64e9-3238-4832-a983-1ecdd27464ba'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:39:02.681919 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-e0c90255-694b-4c48-8cea-ad47b53da23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:38:56Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['5b1e64e9-3238-4832-a983-1ecdd27464ba'], 'active': True} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:39:02.729597 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a26260-823b-44a3-948b-f814a0470a7f req-9dadbabf-6891-4633-8cbf-4666a1328e6d tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:02.732014 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-06a26260-823b-44a3-948b-f814a0470a7f req-9dadbabf-6891-4633-8cbf-4666a1328e6d tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=77757b91-f767-4983-b7d6-45c167fe6f7a HTTP/1.1" status: 200 len: 945 time: 0.0621774 Oct 14 12:39:02.772938 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-06a26260-823b-44a3-948b-f814a0470a7f req-dc237b32-78f5-409a-9b98-edd638306dfd tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=be03e064-274e-4404-a183-7b6ee3d3992e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353522 Oct 14 12:39:02.907723 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvr_db [None req-e0c90255-694b-4c48-8cea-ad47b53da23f None None] Set router 5b1e64e9-3238-4832-a983-1ecdd27464ba gateway port host: dv-cinder-813986-1-iscsi {{(pid=100186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:39:03.008691 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b272d2-c4f2-41c8-a73c-a04ead9b22f5 req-1b7cb076-54c8-4615-96d5-2335758b3bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:03.010154 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-f3b272d2-c4f2-41c8-a73c-a04ead9b22f5 req-1b7cb076-54c8-4615-96d5-2335758b3bba service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2113c18ca299401c9338cafb84b0ff20&device_id=77757b91-f767-4983-b7d6-45c167fe6f7a HTTP/1.1" status: 200 len: 1098 time: 0.0435839 Oct 14 12:39:03.115862 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b272d2-c4f2-41c8-a73c-a04ead9b22f5 req-0a378c70-3a33-4508-8162-60c563d475a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:03.117491 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-f3b272d2-c4f2-41c8-a73c-a04ead9b22f5 req-0a378c70-3a33-4508-8162-60c563d475a0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e97ba1a4-1eaa-4970-998a-7f37d91a4cc6 HTTP/1.1" status: 200 len: 918 time: 0.0988700 Oct 14 12:39:03.118937 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-e0c90255-694b-4c48-8cea-ad47b53da23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1e64e9-3238-4832-a983-1ecdd27464ba', 'name': 'tempest-AttachVolumeTestJSON-418739754-router', 'tenant_id': 'a74b273d32f14564a6f532d3344fc1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'd04bbf9a-c91d-417d-86e7-57f605430f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:28:38Z', 'updated_at': '2021-10-14T12:28:43Z', 'revision_number': 4, 'project_id': 'a74b273d32f14564a6f532d3344fc1c3', 'gw_port': {'id': 'd04bbf9a-c91d-417d-86e7-57f605430f58', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:72:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1e64e9-3238-4832-a983-1ecdd27464ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:28:39Z', 'updated_at': '2021-10-14T12:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_interfaces': [{'id': 'd61461a8-d626-4477-9cd9-f5239b43e03b', 'name': '', 'network_id': '031e9579-40df-4987-97d9-4aff3031dd9c', 'tenant_id': 'a74b273d32f14564a6f532d3344fc1c3', 'mac_address': 'fa:16:3e:7c:da:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1e64e9-3238-4832-a983-1ecdd27464ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '1ae97040-dc68-4655-9e24-79e922381839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:28:42Z', 'updated_at': '2021-10-14T12:28:47Z', 'revision_number': 5, 'project_id': 'a74b273d32f14564a6f532d3344fc1c3', 'subnets': [{'id': '1ae97040-dc68-4655-9e24-79e922381839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:39:03.149954 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c90255-694b-4c48-8cea-ad47b53da23f None None] The sync data for ids ['5b1e64e9-3238-4832-a983-1ecdd27464ba'] in dv-cinder-813986-1-iscsi is: [{'id': '5b1e64e9-3238-4832-a983-1ecdd27464ba', 'name': 'tempest-AttachVolumeTestJSON-418739754-router', 'tenant_id': 'a74b273d32f14564a6f532d3344fc1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'd04bbf9a-c91d-417d-86e7-57f605430f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:28:38Z', 'updated_at': '2021-10-14T12:28:43Z', 'revision_number': 4, 'project_id': 'a74b273d32f14564a6f532d3344fc1c3', 'gw_port': {'id': 'd04bbf9a-c91d-417d-86e7-57f605430f58', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:72:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1e64e9-3238-4832-a983-1ecdd27464ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:28:39Z', 'updated_at': '2021-10-14T12:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_interfaces': [{'id': 'd61461a8-d626-4477-9cd9-f5239b43e03b', 'name': '', 'network_id': '031e9579-40df-4987-97d9-4aff3031dd9c', 'tenant_id': 'a74b273d32f14564a6f532d3344fc1c3', 'mac_address': 'fa:16:3e:7c:da:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1e64e9-3238-4832-a983-1ecdd27464ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '1ae97040-dc68-4655-9e24-79e922381839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:28:42Z', 'updated_at': '2021-10-14T12:28:47Z', 'revision_number': 5, 'project_id': 'a74b273d32f14564a6f532d3344fc1c3', 'subnets': [{'id': '1ae97040-dc68-4655-9e24-79e922381839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:39:03.200972 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-f3b272d2-c4f2-41c8-a73c-a04ead9b22f5 req-5a3e5e4c-0eb1-4904-b4a9-f00a3b78df5c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f64e60a6-e74c-4397-943e-ebe621c8ed53 HTTP/1.1" status: 200 len: 1000 time: 0.0751779 Oct 14 12:39:03.254486 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b272d2-c4f2-41c8-a73c-a04ead9b22f5 req-9a436834-d756-401a-aec7-5da0bda7517e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:03.260179 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-f3b272d2-c4f2-41c8-a73c-a04ead9b22f5 req-9a436834-d756-401a-aec7-5da0bda7517e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ffaa80f7-d349-41e0-815d-fe25cd4e4dcc HTTP/1.1" status: 200 len: 856 time: 0.0474815 Oct 14 12:39:03.306196 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b272d2-c4f2-41c8-a73c-a04ead9b22f5 req-7b448d38-b145-40a3-a10b-6bcc7f82818d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:03.309982 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-f3b272d2-c4f2-41c8-a73c-a04ead9b22f5 req-7b448d38-b145-40a3-a10b-6bcc7f82818d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e97ba1a4-1eaa-4970-998a-7f37d91a4cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0465744 Oct 14 12:39:03.415767 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-f3b272d2-c4f2-41c8-a73c-a04ead9b22f5 req-f9eee633-4848-46a5-842e-536129691ac0 service neutron] 10.222.0.25 "GET /v2.0/networks/e97ba1a4-1eaa-4970-998a-7f37d91a4cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972705 Oct 14 12:39:03.418536 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ba6fbc-9abc-4c6d-b3af-3006bf37edf9 None None] New status for floating IP 0f93f6e1-da38-4fb7-8f9c-f0b9f5611703: DOWN {{(pid=100187) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 12:39:03.498155 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-8775eb10-0dd7-4c2c-82ab-4aed9e3fc23d req-db10a673-2f24-4218-a864-6fc34e2d5e96 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f3fa74d-2596-4993-bf05-492949ab099f HTTP/1.1" status: 200 len: 210 time: 0.0425267 Oct 14 12:39:03.510035 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-f3b272d2-c4f2-41c8-a73c-a04ead9b22f5 req-39d2312d-329c-4b24-b4fd-e3a15b8f0747 service neutron] 10.222.0.25 "GET /v2.0/networks/e97ba1a4-1eaa-4970-998a-7f37d91a4cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861502 Oct 14 12:39:03.890138 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b447c-c9ef-4097-9eb1-0961098bbabf req-a9d95946-b43a-4b07-aab2-7f169e9d3114 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:03.891603 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ac2b447c-c9ef-4097-9eb1-0961098bbabf req-a9d95946-b43a-4b07-aab2-7f169e9d3114 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=77757b91-f767-4983-b7d6-45c167fe6f7a HTTP/1.1" status: 200 len: 945 time: 0.0474710 Oct 14 12:39:03.930818 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ac2b447c-c9ef-4097-9eb1-0961098bbabf req-9d69bb21-d02b-447b-982f-c4511ee5e56f tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=be03e064-274e-4404-a183-7b6ee3d3992e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328147 Oct 14 12:39:04.645156 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 40262) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:39:04.698345 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-58a66e7f-6626-4224-8bd4-15bcfafecf15 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks [] for security_group, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:04.720794 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-58a66e7f-6626-4224-8bd4-15bcfafecf15 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:04.822639 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-58a66e7f-6626-4224-8bd4-15bcfafecf15 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:04.825301 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-58a66e7f-6626-4224-8bd4-15bcfafecf15 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks [] for security_group, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:04.826437 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-58a66e7f-6626-4224-8bd4-15bcfafecf15 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "DELETE /v2.0/security-groups/2f5fcbc7-5255-4d45-8f40-7ab46cf5b030 HTTP/1.1" status: 204 len: 168 time: 0.1802819 Oct 14 12:39:04.829251 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 40264) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:39:04.835418 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a66e7f-6626-4224-8bd4-15bcfafecf15 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5fcbc7-5255-4d45-8f40-7ab46cf5b030,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:39:04.844252 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.api.v2.resource [None req-828a8b8c-3a08-41e4-b2c7-f1186e806655 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] show failed (client error): The resource could not be found. Oct 14 12:39:04.845274 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-828a8b8c-3a08-41e4-b2c7-f1186e806655 tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "GET /v2.0/security-groups/2f5fcbc7-5255-4d45-8f40-7ab46cf5b030 HTTP/1.1" status: 404 len: 347 time: 0.0150378 Oct 14 12:39:04.848292 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 40266) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:39:04.969475 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.plugin [None req-eb444d3b-2494-4b90-967d-a3581e6c1c8c tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Deleting port cab04234-f09e-4c16-9571-cfde6e7f18ec {{(pid=100185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 12:39:04.969812 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-eb444d3b-2494-4b90-967d-a3581e6c1c8c tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787793337694'] for port, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:05.045934 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-eb444d3b-2494-4b90-967d-a3581e6c1c8c tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612080'] for port, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:05.046257 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-eb444d3b-2494-4b90-967d-a3581e6c1c8c tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:05.049246 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a319f3ce-7848-4ea6-a944-f0a3a0da8fd5 req-e2caafa6-af66-42d0-b301-cc228497a389 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:05.050743 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-a319f3ce-7848-4ea6-a944-f0a3a0da8fd5 req-e2caafa6-af66-42d0-b301-cc228497a389 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=77757b91-f767-4983-b7d6-45c167fe6f7a HTTP/1.1" status: 200 len: 945 time: 0.0496652 Oct 14 12:39:05.057629 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.plugin [None req-eb444d3b-2494-4b90-967d-a3581e6c1c8c tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Calling delete_port for cab04234-f09e-4c16-9571-cfde6e7f18ec owned by network:floatingip {{(pid=100185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 12:39:05.094286 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-a319f3ce-7848-4ea6-a944-f0a3a0da8fd5 req-572191a0-e72a-4014-b4dd-36d3c7cfbda2 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=be03e064-274e-4404-a183-7b6ee3d3992e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375249 Oct 14 12:39:05.230210 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-eb444d3b-2494-4b90-967d-a3581e6c1c8c tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787793344296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787792822815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7811617'] for port, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:05.257019 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb444d3b-2494-4b90-967d-a3581e6c1c8c tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Pushing event deleted for resources: {'Port': ['ID=cab04234-f09e-4c16-9571-cfde6e7f18ec,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:39:05.332354 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-eb444d3b-2494-4b90-967d-a3581e6c1c8c tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks [] for floatingip, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:05.335341 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-eb444d3b-2494-4b90-967d-a3581e6c1c8c tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516790'] for floatingip, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:05.336576 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-eb444d3b-2494-4b90-967d-a3581e6c1c8c tempest-AttachVolumeTestJSON-1330051396 tempest-AttachVolumeTestJSON-1330051396-project] 10.222.0.54 "DELETE /v2.0/floatingips/0f93f6e1-da38-4fb7-8f9c-f0b9f5611703 HTTP/1.1" status: 204 len: 168 time: 0.4873638 Oct 14 12:39:05.884594 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device f64e60a6-e74c-4397-943e-ebe621c8ed53 no longer exists at agent hyperv_hv-cinder-81398 {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:39:05.960291 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:05.982553 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77757b91-f767-4983-b7d6-45c167fe6f7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f64e60a6-e74c-4397-943e-ebe621c8ed53'}] {{(pid=100186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:39:05.984785 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ce96789b1b9487be48749a60ffcfd0a175945a3b692fd75626d794e24ae9ed4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3214bafb-7c21-45ea-b200-ae03cf139674" -d '{"events": [{"server_uuid": "77757b91-f767-4983-b7d6-45c167fe6f7a", "name": "network-vif-unplugged", "status": "completed", "tag": "f64e60a6-e74c-4397-943e-ebe621c8ed53"}]}' {{(pid=100186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:39:05.998767 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] For port f64e60a6-e74c-4397-943e-ebe621c8ed53, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=f64e60a6-e74c-4397-943e-ebe621c8ed53,segment=NetworkSegment(58cb4796-6024-43c0-aa42-7ecb540db5e1),segment_id=58cb4796-6024-43c0-aa42-7ecb540db5e1)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:39:06.017035 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 14 Oct 2021 12:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8776f44-5715-4d60-8509-4761cdc4e6e1 x-openstack-request-id: req-e8776f44-5715-4d60-8509-4761cdc4e6e1 {{(pid=100186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:39:06.017322 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77757b91-f767-4983-b7d6-45c167fe6f7a", "name": "network-vif-unplugged", "status": "failed", "tag": "f64e60a6-e74c-4397-943e-ebe621c8ed53", "code": 422}]} {{(pid=100186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:39:06.017577 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e8776f44-5715-4d60-8509-4761cdc4e6e1 {{(pid=100186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:39:06.018022 dv-cinder-813986-1-iscsi neutron-server[100186]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '77757b91-f767-4983-b7d6-45c167fe6f7a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f64e60a6-e74c-4397-943e-ebe621c8ed53', 'code': 422} returned with failed status Oct 14 12:39:06.064295 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:06.065012 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device 2e8020b5-f30f-4e25-982e-8f1a4a820740 no longer exists at agent hyperv_hv-cinder-81398 {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:39:06.103595 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] No Port match for: 2e8020b5-f30f-4e25-982e-8f1a4a820740 {{(pid=100186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 12:39:06.103925 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device 2e8020b5-f30f-4e25-982e-8f1a4a820740 not bound to the agent host hv-cinder-81398 {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:39:06.129409 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Pushing event updated for resources: {'Port': ['ID=f64e60a6-e74c-4397-943e-ebe621c8ed53,revision_number=8']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:39:06.136445 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:39:06.139835 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:39:06.139835 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:39:06.139835 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:39:06.139835 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:39:06.139835 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:39:06.139835 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:39:06.139835 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:39:06.139835 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:39:06.139835 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:39:06.139835 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:39:06.140726 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:39:06.216809 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e5143-811a-44c6-b3bd-97c63dfd7119 req-fa7a47fc-5227-4743-a3e1-39f87a12dadc tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:06.218248 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-8f0e5143-811a-44c6-b3bd-97c63dfd7119 req-fa7a47fc-5227-4743-a3e1-39f87a12dadc tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=77757b91-f767-4983-b7d6-45c167fe6f7a HTTP/1.1" status: 200 len: 943 time: 0.0506692 Oct 14 12:39:06.254586 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-8f0e5143-811a-44c6-b3bd-97c63dfd7119 req-0ed64c5a-a849-4e0e-8eda-055a49fafee5 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=be03e064-274e-4404-a183-7b6ee3d3992e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304997 Oct 14 12:39:07.731041 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:08.492837 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d22874-9df3-4db7-858c-659d5d55e152 req-3d383802-b616-44a6-bf58-f4783bb8c2cf tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:08.494324 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-d3d22874-9df3-4db7-858c-659d5d55e152 req-3d383802-b616-44a6-bf58-f4783bb8c2cf tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=77757b91-f767-4983-b7d6-45c167fe6f7a HTTP/1.1" status: 200 len: 943 time: 0.0487425 Oct 14 12:39:08.534893 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-d3d22874-9df3-4db7-858c-659d5d55e152 req-aaf87f1d-621a-43ad-a76a-4fa891247caa tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=be03e064-274e-4404-a183-7b6ee3d3992e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345767 Oct 14 12:39:08.890330 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-05c2de26-31de-455f-aa93-ce2db9fc8985 req-dcf9f850-2355-45e2-9842-72e7f7a9b6a1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=77757b91-f767-4983-b7d6-45c167fe6f7a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0378513 Oct 14 12:39:09.230924 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 40350) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:39:09.690476 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ede962-4f53-4350-8a80-6a252c5c46e7 req-01474430-0132-41ae-811c-5f821a82042a tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:09.691934 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-99ede962-4f53-4350-8a80-6a252c5c46e7 req-01474430-0132-41ae-811c-5f821a82042a tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=77757b91-f767-4983-b7d6-45c167fe6f7a HTTP/1.1" status: 200 len: 943 time: 0.0835824 Oct 14 12:39:09.741781 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-99ede962-4f53-4350-8a80-6a252c5c46e7 req-9b76c6c4-d6d0-4f35-87e3-3f4997e9f718 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=be03e064-274e-4404-a183-7b6ee3d3992e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423250 Oct 14 12:39:09.745098 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-d24c0872-f802-4594-ab05-868b49f8c0b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-618524'] for router_interface, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:09.898731 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device f64e60a6-e74c-4397-943e-ebe621c8ed53 no longer exists at agent hyperv_hv-cinder-81398 {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:39:09.997251 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.plugin [None req-d24c0872-f802-4594-ab05-868b49f8c0b9 admin admin] Deleting port d61461a8-d626-4477-9cd9-f5239b43e03b {{(pid=100184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 12:39:09.997581 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-d24c0872-f802-4594-ab05-868b49f8c0b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787793337694'] for port, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:10.075451 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.db [None req-d24c0872-f802-4594-ab05-868b49f8c0b9 admin admin] For port d61461a8-d626-4477-9cd9-f5239b43e03b, host dv-cinder-813986-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=d61461a8-d626-4477-9cd9-f5239b43e03b,segment=NetworkSegment(2691d58f-1dfd-4fec-a924-cb1f773f815b),segment_id=2691d58f-1dfd-4fec-a924-cb1f773f815b)] {{(pid=100184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:39:10.075801 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-d24c0872-f802-4594-ab05-868b49f8c0b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612080'] for port, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:10.087766 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.plugin [None req-d24c0872-f802-4594-ab05-868b49f8c0b9 admin admin] Calling delete_port for d61461a8-d626-4477-9cd9-f5239b43e03b owned by network:router_interface {{(pid=100184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 12:39:10.316420 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-d24c0872-f802-4594-ab05-868b49f8c0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787793344296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787792822815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235086'] for port, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:10.341401 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c2de26-31de-455f-aa93-ce2db9fc8985 req-fec94b40-db6c-4357-878f-4064d5f27145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:10.342940 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-05c2de26-31de-455f-aa93-ce2db9fc8985 req-fec94b40-db6c-4357-878f-4064d5f27145 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=77757b91-f767-4983-b7d6-45c167fe6f7a&tenant_id=2113c18ca299401c9338cafb84b0ff20 HTTP/1.1" status: 200 len: 1096 time: 0.0724366 Oct 14 12:39:10.353154 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24c0872-f802-4594-ab05-868b49f8c0b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d61461a8-d626-4477-9cd9-f5239b43e03b,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:39:10.364892 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24c0872-f802-4594-ab05-868b49f8c0b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:39:10.365242 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24c0872-f802-4594-ab05-868b49f8c0b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:39:10.365588 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24c0872-f802-4594-ab05-868b49f8c0b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:39:10.365924 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24c0872-f802-4594-ab05-868b49f8c0b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:39:10.366331 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24c0872-f802-4594-ab05-868b49f8c0b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:39:10.366667 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24c0872-f802-4594-ab05-868b49f8c0b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:39:10.366990 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24c0872-f802-4594-ab05-868b49f8c0b9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:39:10.367955 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24c0872-f802-4594-ab05-868b49f8c0b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:39:10.368311 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24c0872-f802-4594-ab05-868b49f8c0b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:39:10.368634 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24c0872-f802-4594-ab05-868b49f8c0b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:39:10.368955 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24c0872-f802-4594-ab05-868b49f8c0b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:39:10.369278 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24c0872-f802-4594-ab05-868b49f8c0b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:39:10.407336 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c2de26-31de-455f-aa93-ce2db9fc8985 req-7dc901c4-64c9-43d2-bcc8-721e58c3824e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:10.412014 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-05c2de26-31de-455f-aa93-ce2db9fc8985 req-7dc901c4-64c9-43d2-bcc8-721e58c3824e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2113c18ca299401c9338cafb84b0ff20&device_id=77757b91-f767-4983-b7d6-45c167fe6f7a HTTP/1.1" status: 200 len: 1096 time: 0.0449317 Oct 14 12:39:10.509864 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c2de26-31de-455f-aa93-ce2db9fc8985 req-4832fe35-d941-40d8-badc-4bc0bf206f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:10.511680 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-05c2de26-31de-455f-aa93-ce2db9fc8985 req-4832fe35-d941-40d8-badc-4bc0bf206f6b service neutron] 10.222.0.25 "GET /v2.0/networks?id=e97ba1a4-1eaa-4970-998a-7f37d91a4cc6 HTTP/1.1" status: 200 len: 918 time: 0.0925393 Oct 14 12:39:10.533853 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-d24c0872-f802-4594-ab05-868b49f8c0b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619576'] for router_interface, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:10.579231 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-05c2de26-31de-455f-aa93-ce2db9fc8985 req-454ad12f-d5a1-431a-bc89-d324d852ec1d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f64e60a6-e74c-4397-943e-ebe621c8ed53 HTTP/1.1" status: 200 len: 998 time: 0.0590079 Oct 14 12:39:10.628678 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c2de26-31de-455f-aa93-ce2db9fc8985 req-4db45e9b-9d0b-4957-9089-cb839fe8f6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:10.630131 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-05c2de26-31de-455f-aa93-ce2db9fc8985 req-4db45e9b-9d0b-4957-9089-cb839fe8f6a3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ffaa80f7-d349-41e0-815d-fe25cd4e4dcc HTTP/1.1" status: 200 len: 856 time: 0.0429471 Oct 14 12:39:10.677895 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c2de26-31de-455f-aa93-ce2db9fc8985 req-a98d5f16-347d-4817-b587-b77ef85f5161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:10.679378 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-05c2de26-31de-455f-aa93-ce2db9fc8985 req-a98d5f16-347d-4817-b587-b77ef85f5161 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e97ba1a4-1eaa-4970-998a-7f37d91a4cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422750 Oct 14 12:39:10.769697 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-05c2de26-31de-455f-aa93-ce2db9fc8985 req-ee432361-46ca-40ae-8def-75b42ef93d47 service neutron] 10.222.0.25 "GET /v2.0/networks/e97ba1a4-1eaa-4970-998a-7f37d91a4cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824151 Oct 14 12:39:10.870271 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-05c2de26-31de-455f-aa93-ce2db9fc8985 req-4005f72d-cb8b-4a21-9606-b3821cb25870 service neutron] 10.222.0.25 "GET /v2.0/networks/e97ba1a4-1eaa-4970-998a-7f37d91a4cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909398 Oct 14 12:39:11.020103 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe04f55d-a49d-4b7b-b187-e295d629007b req-58943109-7ff6-4f9a-9f7a-5f88f5197931 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:11.021573 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-fe04f55d-a49d-4b7b-b187-e295d629007b req-58943109-7ff6-4f9a-9f7a-5f88f5197931 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=77757b91-f767-4983-b7d6-45c167fe6f7a HTTP/1.1" status: 200 len: 943 time: 0.0686610 Oct 14 12:39:11.046559 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d24c0872-f802-4594-ab05-868b49f8c0b9 admin admin] Router 5b1e64e9-3238-4832-a983-1ecdd27464ba has already been hosted by L3 agent 98567738-4256-4ddd-ae03-62c82ecec038 {{(pid=100184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 12:39:11.074215 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-fe04f55d-a49d-4b7b-b187-e295d629007b req-3df29566-3017-4539-a8a3-5886e4cd7de5 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=be03e064-274e-4404-a183-7b6ee3d3992e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452547 Oct 14 12:39:11.172358 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d24c0872-f802-4594-ab05-868b49f8c0b9 admin admin] Notify agent at l3_agent.dv-cinder-813986-1-iscsi the message routers_updated {{(pid=100184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:39:11.177716 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-d24c0872-f802-4594-ab05-868b49f8c0b9 admin admin] 10.222.0.54 "PUT /v2.0/routers/5b1e64e9-3238-4832-a983-1ecdd27464ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9454157 Oct 14 12:39:11.180779 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 40368) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:39:11.181781 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677d37c6-b29e-4d78-986a-6a9c51b00cb0 None None] Sync routers for ids ['5b1e64e9-3238-4832-a983-1ecdd27464ba'] in dv-cinder-813986-1-iscsi {{(pid=100186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:39:11.191268 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677d37c6-b29e-4d78-986a-6a9c51b00cb0 None None] Routers {'5b1e64e9-3238-4832-a983-1ecdd27464ba'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:39:11.191962 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-677d37c6-b29e-4d78-986a-6a9c51b00cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:38:56Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['5b1e64e9-3238-4832-a983-1ecdd27464ba'], 'active': True} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:39:11.295562 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-a79c50d8-0f20-4f3c-9c46-3add5cac96d7 admin admin] Notify callbacks [] for router, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:11.298933 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvr_db [None req-677d37c6-b29e-4d78-986a-6a9c51b00cb0 None None] Set router 5b1e64e9-3238-4832-a983-1ecdd27464ba gateway port host: dv-cinder-813986-1-iscsi {{(pid=100186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:39:11.395412 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-a79c50d8-0f20-4f3c-9c46-3add5cac96d7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:11.517208 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-677d37c6-b29e-4d78-986a-6a9c51b00cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1e64e9-3238-4832-a983-1ecdd27464ba', 'name': 'tempest-AttachVolumeTestJSON-418739754-router', 'tenant_id': 'a74b273d32f14564a6f532d3344fc1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'd04bbf9a-c91d-417d-86e7-57f605430f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:28:38Z', 'updated_at': '2021-10-14T12:39:10Z', 'revision_number': 5, 'project_id': 'a74b273d32f14564a6f532d3344fc1c3', 'gw_port': {'id': 'd04bbf9a-c91d-417d-86e7-57f605430f58', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:72:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1e64e9-3238-4832-a983-1ecdd27464ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:28:39Z', 'updated_at': '2021-10-14T12:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi'}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:39:11.528255 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.plugin [None req-a79c50d8-0f20-4f3c-9c46-3add5cac96d7 admin admin] Deleting port d04bbf9a-c91d-417d-86e7-57f605430f58 {{(pid=100185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 12:39:11.528695 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-a79c50d8-0f20-4f3c-9c46-3add5cac96d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787793337694'] for port, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:11.549225 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677d37c6-b29e-4d78-986a-6a9c51b00cb0 None None] Checking router: 5b1e64e9-3238-4832-a983-1ecdd27464ba for host: dv-cinder-813986-1-iscsi {{(pid=100186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:39:11.558991 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677d37c6-b29e-4d78-986a-6a9c51b00cb0 None None] Routers {'5b1e64e9-3238-4832-a983-1ecdd27464ba'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:39:11.560017 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-677d37c6-b29e-4d78-986a-6a9c51b00cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:38:56Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['5b1e64e9-3238-4832-a983-1ecdd27464ba'], 'active': True} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:39:11.644229 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.db [None req-a79c50d8-0f20-4f3c-9c46-3add5cac96d7 admin admin] For port d04bbf9a-c91d-417d-86e7-57f605430f58, host dv-cinder-813986-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=d04bbf9a-c91d-417d-86e7-57f605430f58,segment=NetworkSegment(25948913-841c-4e53-955d-096026847693),segment_id=25948913-841c-4e53-955d-096026847693)] {{(pid=100185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:39:11.644540 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-a79c50d8-0f20-4f3c-9c46-3add5cac96d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612080'] for port, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:11.659622 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.plugin [None req-a79c50d8-0f20-4f3c-9c46-3add5cac96d7 admin admin] Calling delete_port for d04bbf9a-c91d-417d-86e7-57f605430f58 owned by network:router_gateway {{(pid=100185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 12:39:11.664885 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvr_db [None req-677d37c6-b29e-4d78-986a-6a9c51b00cb0 None None] Set router 5b1e64e9-3238-4832-a983-1ecdd27464ba gateway port host: None {{(pid=100186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:39:11.737723 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-677d37c6-b29e-4d78-986a-6a9c51b00cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1e64e9-3238-4832-a983-1ecdd27464ba', 'name': 'tempest-AttachVolumeTestJSON-418739754-router', 'tenant_id': 'a74b273d32f14564a6f532d3344fc1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:28:38Z', 'updated_at': '2021-10-14T12:39:11Z', 'revision_number': 6, 'project_id': 'a74b273d32f14564a6f532d3344fc1c3', 'gw_port_host': None}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:39:11.774355 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677d37c6-b29e-4d78-986a-6a9c51b00cb0 None None] The sync data for ids ['5b1e64e9-3238-4832-a983-1ecdd27464ba'] in dv-cinder-813986-1-iscsi is: [{'id': '5b1e64e9-3238-4832-a983-1ecdd27464ba', 'name': 'tempest-AttachVolumeTestJSON-418739754-router', 'tenant_id': 'a74b273d32f14564a6f532d3344fc1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:28:38Z', 'updated_at': '2021-10-14T12:39:11Z', 'revision_number': 6, 'project_id': 'a74b273d32f14564a6f532d3344fc1c3', 'gw_port_host': None}] {{(pid=100186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:39:11.915793 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-a79c50d8-0f20-4f3c-9c46-3add5cac96d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787793344296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787792822815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7811617'] for port, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:11.941956 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c50d8-0f20-4f3c-9c46-3add5cac96d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d04bbf9a-c91d-417d-86e7-57f605430f58,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:39:12.005425 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-a79c50d8-0f20-4f3c-9c46-3add5cac96d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-619714'] for router_gateway, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:12.096368 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-a79c50d8-0f20-4f3c-9c46-3add5cac96d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-498'] for router, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:12.098452 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-a79c50d8-0f20-4f3c-9c46-3add5cac96d7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:12.213396 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7dc23a-fb26-4587-91a2-73bfe3f343e0 req-c1a88747-bf65-4999-a640-aa618516dbf4 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:12.215264 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-eb7dc23a-fb26-4587-91a2-73bfe3f343e0 req-c1a88747-bf65-4999-a640-aa618516dbf4 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=77757b91-f767-4983-b7d6-45c167fe6f7a HTTP/1.1" status: 200 len: 943 time: 0.0543649 Oct 14 12:39:12.237052 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-a79c50d8-0f20-4f3c-9c46-3add5cac96d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560242'] for router, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:12.237619 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a79c50d8-0f20-4f3c-9c46-3add5cac96d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b1e64e9-3238-4832-a983-1ecdd27464ba {{(pid=100185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 12:39:12.246935 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-a79c50d8-0f20-4f3c-9c46-3add5cac96d7 admin admin] Notify callbacks [] for router, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:12.250889 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-a79c50d8-0f20-4f3c-9c46-3add5cac96d7 admin admin] 10.222.0.54 "DELETE /v2.0/routers/5b1e64e9-3238-4832-a983-1ecdd27464ba HTTP/1.1" status: 204 len: 168 time: 1.0688038 Oct 14 12:39:12.251192 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 40382) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:39:12.291605 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-eb7dc23a-fb26-4587-91a2-73bfe3f343e0 req-4d5799bc-13bb-4018-8a48-8c6d479b8b16 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=be03e064-274e-4404-a183-7b6ee3d3992e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700810 Oct 14 12:39:12.311699 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a7c2846-c611-4c14-9c4a-378220c97434 admin admin] Deleting subnet 1ae97040-dc68-4655-9e24-79e922381839 {{(pid=100184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Oct 14 12:39:12.315193 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-5a7c2846-c611-4c14-9c4a-378220c97434 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:12.353814 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-5a7c2846-c611-4c14-9c4a-378220c97434 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5993249'] for subnet, precommit_delete_associations {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:12.484336 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-5a7c2846-c611-4c14-9c4a-378220c97434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2028271'] for subnet, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:12.608019 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-5a7c2846-c611-4c14-9c4a-378220c97434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2028256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6235037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4638885'] for subnet, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:12.623914 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-5a7c2846-c611-4c14-9c4a-378220c97434 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531662'] for subnet, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:12.628737 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-5a7c2846-c611-4c14-9c4a-378220c97434 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/1ae97040-dc68-4655-9e24-79e922381839 HTTP/1.1" status: 204 len: 168 time: 0.3768692 Oct 14 12:39:12.629580 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00360b3-4caf-4205-8bd3-ae5a85703f50 None None] Network 031e9579-40df-4987-97d9-4aff3031dd9c requested from dv-cinder-813986-1-iscsi {{(pid=100186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:39:12.631594 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 40384) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:39:12.646904 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7c2846-c611-4c14-9c4a-378220c97434 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ae97040-dc68-4655-9e24-79e922381839,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:39:12.752309 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-17f5be02-2e22-48e1-a324-ae6f6214efa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1900015'] for network, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:13.033815 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.plugin [None req-17f5be02-2e22-48e1-a324-ae6f6214efa0 admin admin] Deleting port 43c6427b-6141-4a26-a21b-a7b7c44d2153 {{(pid=100185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 12:39:13.033815 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-17f5be02-2e22-48e1-a324-ae6f6214efa0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787793337694'] for port, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:13.035563 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d12e53b-e916-48d8-a5e2-1b79cd5a8a38 None None] DHCP port deletion for 031e9579-40df-4987-97d9-4aff3031dd9c request from dv-cinder-813986-1-iscsi {{(pid=100186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 14 12:39:13.035685 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.db [None req-17f5be02-2e22-48e1-a324-ae6f6214efa0 admin admin] For port 43c6427b-6141-4a26-a21b-a7b7c44d2153, host dv-cinder-813986-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=43c6427b-6141-4a26-a21b-a7b7c44d2153,segment=NetworkSegment(2691d58f-1dfd-4fec-a924-cb1f773f815b),segment_id=2691d58f-1dfd-4fec-a924-cb1f773f815b)] {{(pid=100185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:39:13.035685 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-17f5be02-2e22-48e1-a324-ae6f6214efa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612080'] for port, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:13.035894 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-8d12e53b-e916-48d8-a5e2-1b79cd5a8a38 None None] Deleting port 43c6427b-6141-4a26-a21b-a7b7c44d2153 {{(pid=100186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 12:39:13.035894 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-8d12e53b-e916-48d8-a5e2-1b79cd5a8a38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787793337694'] for port, before_delete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:13.036134 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.plugin [None req-17f5be02-2e22-48e1-a324-ae6f6214efa0 admin admin] Calling delete_port for 43c6427b-6141-4a26-a21b-a7b7c44d2153 owned by network:dhcp {{(pid=100185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 12:39:13.036236 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-8d12e53b-e916-48d8-a5e2-1b79cd5a8a38 None None] For port 43c6427b-6141-4a26-a21b-a7b7c44d2153, host dv-cinder-813986-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=43c6427b-6141-4a26-a21b-a7b7c44d2153,segment=NetworkSegment(2691d58f-1dfd-4fec-a924-cb1f773f815b),segment_id=2691d58f-1dfd-4fec-a924-cb1f773f815b)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:39:13.036236 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-8d12e53b-e916-48d8-a5e2-1b79cd5a8a38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612080'] for port, precommit_delete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:13.036236 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-8d12e53b-e916-48d8-a5e2-1b79cd5a8a38 None None] Calling delete_port for 43c6427b-6141-4a26-a21b-a7b7c44d2153 owned by network:dhcp {{(pid=100186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 12:39:13.104009 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-17f5be02-2e22-48e1-a324-ae6f6214efa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787793344296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787792822815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7811617'] for port, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:13.114416 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-8d12e53b-e916-48d8-a5e2-1b79cd5a8a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787793344296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787792822815'] for port, after_delete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:13.116517 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f5be02-2e22-48e1-a324-ae6f6214efa0 admin admin] No DVR routers for this DVR port 43c6427b-6141-4a26-a21b-a7b7c44d2153 on host dv-cinder-813986-1-iscsi {{(pid=100185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 12:39:13.143340 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d12e53b-e916-48d8-a5e2-1b79cd5a8a38 None None] No DVR routers for this DVR port 43c6427b-6141-4a26-a21b-a7b7c44d2153 on host dv-cinder-813986-1-iscsi {{(pid=100186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 12:39:13.160087 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f5be02-2e22-48e1-a324-ae6f6214efa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=43c6427b-6141-4a26-a21b-a7b7c44d2153,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:39:13.175227 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d12e53b-e916-48d8-a5e2-1b79cd5a8a38 None None] Pushing event deleted for resources: {'Port': ['ID=43c6427b-6141-4a26-a21b-a7b7c44d2153,revision_number=None']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:39:13.193085 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device d61461a8-d626-4477-9cd9-f5239b43e03b no longer exists at agent ovs-agent-dv-cinder-813986-1-iscsi {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:39:13.216708 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] No Port match for: d61461a8-d626-4477-9cd9-f5239b43e03b {{(pid=100186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 12:39:13.217068 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device d61461a8-d626-4477-9cd9-f5239b43e03b not bound to the agent host dv-cinder-813986-1-iscsi {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:39:13.217409 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device d04bbf9a-c91d-417d-86e7-57f605430f58 no longer exists at agent ovs-agent-dv-cinder-813986-1-iscsi {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:39:13.233630 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-17f5be02-2e22-48e1-a324-ae6f6214efa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2018836', 'neutron.services.segments.db._delete_segments_for_network-8787793369613'] for network, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:13.237526 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] No Port match for: d04bbf9a-c91d-417d-86e7-57f605430f58 {{(pid=100186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 12:39:13.237944 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device d04bbf9a-c91d-417d-86e7-57f605430f58 not bound to the agent host dv-cinder-813986-1-iscsi {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:39:13.238430 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device 43c6427b-6141-4a26-a21b-a7b7c44d2153 no longer exists at agent ovs-agent-dv-cinder-813986-1-iscsi {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:39:13.259055 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] No Port match for: 43c6427b-6141-4a26-a21b-a7b7c44d2153 {{(pid=100186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 12:39:13.259393 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device 43c6427b-6141-4a26-a21b-a7b7c44d2153 not bound to the agent host dv-cinder-813986-1-iscsi {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:39:13.262279 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.services.segments.db [None req-17f5be02-2e22-48e1-a324-ae6f6214efa0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['031e9579-40df-4987-97d9-4aff3031dd9c']}} {{(pid=100185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:39:13.273356 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.services.segments.db [None req-17f5be02-2e22-48e1-a324-ae6f6214efa0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2691d58f-1dfd-4fec-a924-cb1f773f815b') {'for_net_delete': True} {{(pid=100185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:39:13.273714 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.services.segments.db [None req-17f5be02-2e22-48e1-a324-ae6f6214efa0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2691d58f-1dfd-4fec-a924-cb1f773f815b') {} {{(pid=100185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:39:13.283264 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-17f5be02-2e22-48e1-a324-ae6f6214efa0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787793369110', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6186453'] for segment, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:13.298209 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-17f5be02-2e22-48e1-a324-ae6f6214efa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030694'] for segment, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:13.304984 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17f5be02-2e22-48e1-a324-ae6f6214efa0 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=100185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 12:39:13.305464 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-17f5be02-2e22-48e1-a324-ae6f6214efa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7811604'] for segment, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:13.307375 dv-cinder-813986-1-iscsi neutron-server[100185]: Traceback (most recent call last): Oct 14 12:39:13.307375 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 12:39:13.307375 dv-cinder-813986-1-iscsi neutron-server[100185]: timer() Oct 14 12:39:13.307375 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 12:39:13.307375 dv-cinder-813986-1-iscsi neutron-server[100185]: cb(*args, **kw) Oct 14 12:39:13.307375 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 12:39:13.307375 dv-cinder-813986-1-iscsi neutron-server[100185]: return func(*args, **kwargs) Oct 14 12:39:13.307375 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 12:39:13.307375 dv-cinder-813986-1-iscsi neutron-server[100185]: self._notify() Oct 14 12:39:13.307375 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 12:39:13.307375 dv-cinder-813986-1-iscsi neutron-server[100185]: self.callback(batched_events) Oct 14 12:39:13.307375 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 12:39:13.307375 dv-cinder-813986-1-iscsi neutron-server[100185]: event.method(event) Oct 14 12:39:13.307375 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 12:39:13.307375 dv-cinder-813986-1-iscsi neutron-server[100185]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 12:39:13.307375 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 12:39:13.307375 dv-cinder-813986-1-iscsi neutron-server[100185]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 12:39:13.307375 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 12:39:13.307375 dv-cinder-813986-1-iscsi neutron-server[100185]: return f(self, *a, **k) Oct 14 12:39:13.307375 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 12:39:13.307375 dv-cinder-813986-1-iscsi neutron-server[100185]: return self._get(url).json() Oct 14 12:39:13.307375 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 12:39:13.307375 dv-cinder-813986-1-iscsi neutron-server[100185]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 12:39:13.307375 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 12:39:13.307375 dv-cinder-813986-1-iscsi neutron-server[100185]: return self.request(url, 'GET', **kwargs) Oct 14 12:39:13.307375 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 12:39:13.307375 dv-cinder-813986-1-iscsi neutron-server[100185]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 12:39:13.307375 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 12:39:13.307375 dv-cinder-813986-1-iscsi neutron-server[100185]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 12:39:13.307375 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 12:39:13.307375 dv-cinder-813986-1-iscsi neutron-server[100185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 12:39:13.307375 dv-cinder-813986-1-iscsi neutron-server[100185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 12:39:13.426971 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad54aaa5-c20a-4039-a59c-6e60a9dae9d9 req-ad4b1acc-4a9b-48fc-a0b1-fb9dbe70d9e4 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:13.428550 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ad54aaa5-c20a-4039-a59c-6e60a9dae9d9 req-ad4b1acc-4a9b-48fc-a0b1-fb9dbe70d9e4 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=77757b91-f767-4983-b7d6-45c167fe6f7a HTTP/1.1" status: 200 len: 943 time: 0.0513163 Oct 14 12:39:13.433763 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-17f5be02-2e22-48e1-a324-ae6f6214efa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2018925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-619758'] for network, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:13.444978 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-17f5be02-2e22-48e1-a324-ae6f6214efa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531662'] for network, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:13.448500 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-17f5be02-2e22-48e1-a324-ae6f6214efa0 admin admin] 10.222.0.54 "DELETE /v2.0/networks/031e9579-40df-4987-97d9-4aff3031dd9c HTTP/1.1" status: 204 len: 168 time: 0.8140600 Oct 14 12:39:13.460342 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f5be02-2e22-48e1-a324-ae6f6214efa0 admin admin] Pushing event deleted for resources: {'Network': ['ID=031e9579-40df-4987-97d9-4aff3031dd9c,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:39:13.471210 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ad54aaa5-c20a-4039-a59c-6e60a9dae9d9 req-129e1dc0-fc65-4225-8e7d-dfa30cb815a6 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=be03e064-274e-4404-a183-7b6ee3d3992e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354631 Oct 14 12:39:13.794728 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 40390) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:39:13.837530 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-5148ed70-e09c-4743-8fcf-5e33e51ebbda admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a74b273d32f14564a6f532d3344fc1c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0409174 Oct 14 12:39:13.840207 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 40392) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:39:13.893130 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-33cfed9b-90bb-47da-98d0-1eb9b9ba1928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:13.915511 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-33cfed9b-90bb-47da-98d0-1eb9b9ba1928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:14.045275 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-33cfed9b-90bb-47da-98d0-1eb9b9ba1928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:14.047823 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-33cfed9b-90bb-47da-98d0-1eb9b9ba1928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:14.049097 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-33cfed9b-90bb-47da-98d0-1eb9b9ba1928 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1ee91fb3-6d46-497d-a237-fdc350de3f9c HTTP/1.1" status: 204 len: 168 time: 0.2077682 Oct 14 12:39:14.058356 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cfed9b-90bb-47da-98d0-1eb9b9ba1928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee91fb3-6d46-497d-a237-fdc350de3f9c,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:39:14.605941 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33ca725-bb0b-4dd7-b204-4f72e4037fa8 req-88776e26-6e15-40ae-89e8-7ec97dd8abe6 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:14.607389 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b33ca725-bb0b-4dd7-b204-4f72e4037fa8 req-88776e26-6e15-40ae-89e8-7ec97dd8abe6 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=77757b91-f767-4983-b7d6-45c167fe6f7a HTTP/1.1" status: 200 len: 943 time: 0.0567844 Oct 14 12:39:14.652666 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b33ca725-bb0b-4dd7-b204-4f72e4037fa8 req-f17dbcc9-f284-4353-b9de-7dc6d16eba15 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=be03e064-274e-4404-a183-7b6ee3d3992e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387955 Oct 14 12:39:15.122829 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 40422) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:39:15.224857 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.v2.base [None req-e8cb8965-0e32-4aad-a20b-09eadf39c258 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2049218455-network', 'tenant_id': '9c71ae6c10964efaa500d64b4ac27643'}} {{(pid=100185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:39:15.336780 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8cb8965-0e32-4aad-a20b-09eadf39c258 admin admin] Made reservation on behalf of 9c71ae6c10964efaa500d64b4ac27643 for: {'network': 1} {{(pid=100185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:39:15.339354 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-e8cb8965-0e32-4aad-a20b-09eadf39c258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for network, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:15.348702 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-e8cb8965-0e32-4aad-a20b-09eadf39c258 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:15.422195 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-e8cb8965-0e32-4aad-a20b-09eadf39c258 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:15.490642 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-e8cb8965-0e32-4aad-a20b-09eadf39c258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:15.518556 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8cb8965-0e32-4aad-a20b-09eadf39c258 admin admin] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=100185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 12:39:15.525392 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cb8965-0e32-4aad-a20b-09eadf39c258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25efad0b-45c1-4925-b80f-8fbdebb931d4,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:39:15.532664 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-e8cb8965-0e32-4aad-a20b-09eadf39c258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030694'] for segment, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:15.533035 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.db.segments_db [None req-e8cb8965-0e32-4aad-a20b-09eadf39c258 admin admin] Added segment caa5d19d-9a1f-4ef6-b1e0-47c76e90c812 of type vlan for network 17118479-825b-4df9-b92a-24e64ba1ce23 Oct 14 12:39:15.576989 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-e8cb8965-0e32-4aad-a20b-09eadf39c258 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787792777849'] for network, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:15.692498 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-e8cb8965-0e32-4aad-a20b-09eadf39c258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640'] for network, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:15.693540 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8cb8965-0e32-4aad-a20b-09eadf39c258 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:15.694184 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-e8cb8965-0e32-4aad-a20b-09eadf39c258 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531662'] for network, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:15.758177 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cb8965-0e32-4aad-a20b-09eadf39c258 admin admin] Pushing event updated for resources: {'Network': ['ID=17118479-825b-4df9-b92a-24e64ba1ce23,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:39:15.769236 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Network 17118479-825b-4df9-b92a-24e64ba1ce23 details requested by agent ovs-agent-dv-cinder-813986-1-iscsi with host dv-cinder-813986-1-iscsi {{(pid=100186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 12:39:15.792076 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caf4a57-e6bd-4c91-9e13-c18475b7ffe0 req-e8c8e084-09ec-4cf2-bb23-c58fac9a96b1 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:15.793729 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-6caf4a57-e6bd-4c91-9e13-c18475b7ffe0 req-e8c8e084-09ec-4cf2-bb23-c58fac9a96b1 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=77757b91-f767-4983-b7d6-45c167fe6f7a HTTP/1.1" status: 200 len: 943 time: 0.0575078 Oct 14 12:39:15.813415 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-e8cb8965-0e32-4aad-a20b-09eadf39c258 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6894410 Oct 14 12:39:15.816199 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 40428) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:39:15.822374 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.v2.base [None req-45a6f593-2dcf-40a6-b11c-ae3fcf584254 admin admin] Request body: {'subnet': {'network_id': '17118479-825b-4df9-b92a-24e64ba1ce23', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2049218455-subnet', 'tenant_id': '9c71ae6c10964efaa500d64b4ac27643', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:39:15.848499 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-6caf4a57-e6bd-4c91-9e13-c18475b7ffe0 req-2912fe7c-71bf-45cd-937a-06204ada6490 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=be03e064-274e-4404-a183-7b6ee3d3992e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485797 Oct 14 12:39:15.914757 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a6f593-2dcf-40a6-b11c-ae3fcf584254 admin admin] Made reservation on behalf of 9c71ae6c10964efaa500d64b4ac27643 for: {'subnet': 1} {{(pid=100185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:39:15.917214 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-45a6f593-2dcf-40a6-b11c-ae3fcf584254 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5941534'] for subnet, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:16.155159 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-45a6f593-2dcf-40a6-b11c-ae3fcf584254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7811249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5941612'] for subnet, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:16.212311 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a6f593-2dcf-40a6-b11c-ae3fcf584254 admin admin] Pushing event updated for resources: {'Subnet': ['ID=276415d2-1e3a-4342-98aa-3d24e8bd453f,revision_number=0']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:39:16.219538 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a6f593-2dcf-40a6-b11c-ae3fcf584254 admin admin] Checking segment: {'id': 'caa5d19d-9a1f-4ef6-b1e0-47c76e90c812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '17118479-825b-4df9-b92a-24e64ba1ce23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:39:16.219895 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a6f593-2dcf-40a6-b11c-ae3fcf584254 admin admin] Network hostable DHCP agents. Network: 17118479-825b-4df9-b92a-24e64ba1ce23, hostable agents: ['e1af82bd-3b37-4baa-aee7-1aadb6380796'], hosted agents: [] {{(pid=100185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 12:39:16.321088 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a6f593-2dcf-40a6-b11c-ae3fcf584254 admin admin] Network 17118479-825b-4df9-b92a-24e64ba1ce23 is scheduled to be hosted by DHCP agent e1af82bd-3b37-4baa-aee7-1aadb6380796 with binding_index 1 {{(pid=100185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 12:39:16.401294 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.base_scheduler [None req-45a6f593-2dcf-40a6-b11c-ae3fcf584254 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813986-1-iscsi, 17118479-825b-4df9-b92a-24e64ba1ce23) {{(pid=100185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:39:16.405456 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a6f593-2dcf-40a6-b11c-ae3fcf584254 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:16.406311 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-45a6f593-2dcf-40a6-b11c-ae3fcf584254 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:16.410029 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4368ae0a-c4e2-46ee-aac9-1e8397ae8ba6 None None] Network 17118479-825b-4df9-b92a-24e64ba1ce23 requested from dv-cinder-813986-1-iscsi {{(pid=100186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:39:16.466631 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-45a6f593-2dcf-40a6-b11c-ae3fcf584254 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6490195 Oct 14 12:39:16.551013 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36858c44-54c8-4be1-804e-28223af7b6a1 None None] Network 17118479-825b-4df9-b92a-24e64ba1ce23 requested from dv-cinder-813986-1-iscsi {{(pid=100186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:39:16.914962 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0741703-e122-439e-8759-92d8f23ae070 req-3fcf163b-84f9-43f0-83db-3c94cfc024bc tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:16.916435 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-e0741703-e122-439e-8759-92d8f23ae070 req-3fcf163b-84f9-43f0-83db-3c94cfc024bc tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/networks?id=17118479-825b-4df9-b92a-24e64ba1ce23 HTTP/1.1" status: 200 len: 815 time: 0.1095254 Oct 14 12:39:16.943393 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-e0741703-e122-439e-8759-92d8f23ae070 req-155579cd-66e2-4336-92f4-836b12a205e5 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/quotas/9c71ae6c10964efaa500d64b4ac27643 HTTP/1.1" status: 200 len: 375 time: 0.0202687 Oct 14 12:39:16.986970 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-e0741703-e122-439e-8759-92d8f23ae070 req-8a5246d4-8199-4b61-81cf-d7e8e877990a tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=9c71ae6c10964efaa500d64b4ac27643&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296466 Oct 14 12:39:16.999362 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [req-e0741703-e122-439e-8759-92d8f23ae070 req-a2702c3b-2e5d-4d9b-a193-cd6109ad6170 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=100184) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 12:39:17.000330 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-e0741703-e122-439e-8759-92d8f23ae070 req-a2702c3b-2e5d-4d9b-a193-cd6109ad6170 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057790 Oct 14 12:39:17.008620 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659032cc-656e-410e-b37b-6f51d2161c22 req-a1a08d89-cef2-4a94-b956-5df64e646bb6 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:17.012850 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-659032cc-656e-410e-b37b-6f51d2161c22 req-a1a08d89-cef2-4a94-b956-5df64e646bb6 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=77757b91-f767-4983-b7d6-45c167fe6f7a HTTP/1.1" status: 200 len: 943 time: 0.0800071 Oct 14 12:39:17.097808 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-659032cc-656e-410e-b37b-6f51d2161c22 req-8363805d-a52c-4c47-9872-f1747ab72f3c tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=be03e064-274e-4404-a183-7b6ee3d3992e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798745 Oct 14 12:39:17.126743 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-e0741703-e122-439e-8759-92d8f23ae070 req-752c0276-c465-4eb1-8763-61a41f81133b service neutron] 10.222.0.54 "GET /v2.0/networks/17118479-825b-4df9-b92a-24e64ba1ce23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142392 Oct 14 12:39:17.221128 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-e0741703-e122-439e-8759-92d8f23ae070 req-534422d5-1061-46f3-a735-c143d710e8a2 service neutron] 10.222.0.54 "GET /v2.0/networks/17118479-825b-4df9-b92a-24e64ba1ce23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858958 Oct 14 12:39:17.433616 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-faf3c004-617f-4bac-b51b-6d643cb8506b req-36535e72-efc5-474c-a616-3983c5df4a6e tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/ports?device_id=ea381764-9af1-4a7c-b268-df36e119e538 HTTP/1.1" status: 200 len: 210 time: 0.0339172 Oct 14 12:39:18.236120 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f83173-8375-4148-89a1-13f4380629c9 req-a98b5f3d-d5d4-4678-89fb-ece9776a5cb4 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:18.237666 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-86f83173-8375-4148-89a1-13f4380629c9 req-a98b5f3d-d5d4-4678-89fb-ece9776a5cb4 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=77757b91-f767-4983-b7d6-45c167fe6f7a HTTP/1.1" status: 200 len: 943 time: 0.0571094 Oct 14 12:39:18.281057 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-86f83173-8375-4148-89a1-13f4380629c9 req-a2dc2bb9-bc21-4945-a650-d0e74d987a02 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=be03e064-274e-4404-a183-7b6ee3d3992e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365710 Oct 14 12:39:18.535258 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-0e5ee44f-5bad-436c-8404-249d412b6cd7 req-d80737cb-30d3-49cd-9fd9-56964489201d tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/ports?device_id=ea381764-9af1-4a7c-b268-df36e119e538 HTTP/1.1" status: 200 len: 210 time: 0.0339906 Oct 14 12:39:19.401702 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a03858-1206-47bd-84a5-1806b990dd62 req-dd1d911e-d653-4694-858f-197cd2f98df7 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:19.403434 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-03a03858-1206-47bd-84a5-1806b990dd62 req-dd1d911e-d653-4694-858f-197cd2f98df7 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=77757b91-f767-4983-b7d6-45c167fe6f7a HTTP/1.1" status: 200 len: 943 time: 0.0492311 Oct 14 12:39:19.443892 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-03a03858-1206-47bd-84a5-1806b990dd62 req-d2ff53ae-fad0-45c9-aa16-91b749358308 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=be03e064-274e-4404-a183-7b6ee3d3992e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342345 Oct 14 12:39:19.633222 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-d4dd9b09-1827-4712-9397-e261782ee587 req-a66f9d2f-f140-4ddd-927f-b4c60b14609d tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/ports?device_id=ea381764-9af1-4a7c-b268-df36e119e538 HTTP/1.1" status: 200 len: 210 time: 0.0309215 Oct 14 12:39:20.606519 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad49ad-404c-4183-98d7-d0d66c5b01b7 req-dff328e3-805a-4fe3-9db3-f569119cc279 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:20.606519 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-a6ad49ad-404c-4183-98d7-d0d66c5b01b7 req-dff328e3-805a-4fe3-9db3-f569119cc279 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=77757b91-f767-4983-b7d6-45c167fe6f7a HTTP/1.1" status: 200 len: 943 time: 0.0544593 Oct 14 12:39:20.611553 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-a6ad49ad-404c-4183-98d7-d0d66c5b01b7 req-b97fe189-384d-4b62-a013-fd77da051904 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=be03e064-274e-4404-a183-7b6ee3d3992e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339489 Oct 14 12:39:20.730332 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-6af84a80-441e-47c2-b5d7-0dc205a825a3 req-741f1123-0543-493e-8fe3-b67c38fce7e4 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/ports?device_id=ea381764-9af1-4a7c-b268-df36e119e538 HTTP/1.1" status: 200 len: 210 time: 0.0279124 Oct 14 12:39:21.738397 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f0172-d662-47b0-ab6e-62e5fbb31100 req-1203c40a-7e79-429d-ad94-066ba02d629d tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:21.739895 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-303f0172-d662-47b0-ab6e-62e5fbb31100 req-1203c40a-7e79-429d-ad94-066ba02d629d tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=77757b91-f767-4983-b7d6-45c167fe6f7a HTTP/1.1" status: 200 len: 943 time: 0.0509167 Oct 14 12:39:21.782714 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-303f0172-d662-47b0-ab6e-62e5fbb31100 req-a39bdff7-a5e5-43f7-a7a0-8cc76460536a tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=be03e064-274e-4404-a183-7b6ee3d3992e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362723 Oct 14 12:39:21.826856 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-731ff445-db34-428a-bf39-1f4252245406 req-83fab487-81ec-48b7-902e-08d7f7977096 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/ports?device_id=ea381764-9af1-4a7c-b268-df36e119e538 HTTP/1.1" status: 200 len: 210 time: 0.0300903 Oct 14 12:39:22.930879 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-c6e30181-5f73-4a34-bfc2-c2e9e0e94db1 req-12f8b468-201b-478d-abc5-ddbf1dd2c93f tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/ports?device_id=ea381764-9af1-4a7c-b268-df36e119e538 HTTP/1.1" status: 200 len: 210 time: 0.0280268 Oct 14 12:39:22.938542 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce787dec-c4f0-478d-abde-9d9001b27fb3 req-55ed8c13-7bee-46f7-82c1-23e23d0dbf80 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:22.939950 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ce787dec-c4f0-478d-abde-9d9001b27fb3 req-55ed8c13-7bee-46f7-82c1-23e23d0dbf80 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=77757b91-f767-4983-b7d6-45c167fe6f7a HTTP/1.1" status: 200 len: 943 time: 0.0820909 Oct 14 12:39:22.986633 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ce787dec-c4f0-478d-abde-9d9001b27fb3 req-9913b179-8478-4fd9-a7fc-64b77d2e662e tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=be03e064-274e-4404-a183-7b6ee3d3992e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401075 Oct 14 12:39:23.160332 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-3bc6c052-ad3f-431c-b5a8-ff645c4fae1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:24.025151 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-7382d2ba-2da4-40e7-9190-c0f7954b4c76 req-de8c7164-fc8c-493d-a9f4-f3c82bd81cac tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/ports?device_id=ea381764-9af1-4a7c-b268-df36e119e538 HTTP/1.1" status: 200 len: 210 time: 0.0298569 Oct 14 12:39:24.104513 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3860a565-b9fa-41f0-adc3-8e8f964fb1c4 req-249c3968-fa83-4acc-ab40-8cc8a9898515 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:24.105956 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-3860a565-b9fa-41f0-adc3-8e8f964fb1c4 req-249c3968-fa83-4acc-ab40-8cc8a9898515 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=77757b91-f767-4983-b7d6-45c167fe6f7a HTTP/1.1" status: 200 len: 943 time: 0.0482137 Oct 14 12:39:24.141522 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-3860a565-b9fa-41f0-adc3-8e8f964fb1c4 req-328d1cd3-3591-4add-8cec-ce8088814d85 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=be03e064-274e-4404-a183-7b6ee3d3992e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298593 Oct 14 12:39:25.115328 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-1d65f4de-fffb-4694-8da1-a3f04b58e19b req-74a31f1e-b85c-41c0-9907-cbc157a902a7 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/ports?device_id=ea381764-9af1-4a7c-b268-df36e119e538 HTTP/1.1" status: 200 len: 210 time: 0.0257685 Oct 14 12:39:25.255258 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d82a0d-9cdb-4693-bb2c-cfb66c0a10e3 req-5fe56f40-0af2-4150-8ac3-45c2d6a89f58 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:25.257224 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-f1d82a0d-9cdb-4693-bb2c-cfb66c0a10e3 req-5fe56f40-0af2-4150-8ac3-45c2d6a89f58 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=77757b91-f767-4983-b7d6-45c167fe6f7a HTTP/1.1" status: 200 len: 943 time: 0.0466690 Oct 14 12:39:25.293791 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-f1d82a0d-9cdb-4693-bb2c-cfb66c0a10e3 req-5fc62e46-70d8-46b2-a5e0-733d8908c879 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=be03e064-274e-4404-a183-7b6ee3d3992e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307405 Oct 14 12:39:25.937239 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-b412ee50-bab4-402f-bc26-487f39832300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:26.208850 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-91296120-a3bc-4b9f-b2ef-556fccbdf209 req-cd28e899-6d21-4fe8-89ec-00b7994c2198 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/ports?device_id=ea381764-9af1-4a7c-b268-df36e119e538 HTTP/1.1" status: 200 len: 210 time: 0.0282762 Oct 14 12:39:26.411680 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9ea121-4482-4913-b77c-381499692e34 req-93516f4d-625c-430c-91db-6cdc3b26342c tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:26.413743 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9b9ea121-4482-4913-b77c-381499692e34 req-93516f4d-625c-430c-91db-6cdc3b26342c tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=77757b91-f767-4983-b7d6-45c167fe6f7a HTTP/1.1" status: 200 len: 943 time: 0.0487077 Oct 14 12:39:26.450486 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9b9ea121-4482-4913-b77c-381499692e34 req-e5f0f431-4f8c-4aff-a333-6c8f04ca462b tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=be03e064-274e-4404-a183-7b6ee3d3992e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308135 Oct 14 12:39:26.850074 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0741703-e122-439e-8759-92d8f23ae070 req-f00c4926-027b-4f12-8814-13ecc5a321c1 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:26.851423 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-e0741703-e122-439e-8759-92d8f23ae070 req-f00c4926-027b-4f12-8814-13ecc5a321c1 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.25 "GET /v2.0/networks?id=17118479-825b-4df9-b92a-24e64ba1ce23 HTTP/1.1" status: 200 len: 815 time: 0.3344662 Oct 14 12:39:26.864393 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.v2.base [req-e0741703-e122-439e-8759-92d8f23ae070 req-849ee38f-99ba-4370-8a05-5f3ec4c9dbe0 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Request body: {'port': {'device_id': 'ea381764-9af1-4a7c-b268-df36e119e538', 'network_id': '17118479-825b-4df9-b92a-24e64ba1ce23', 'admin_state_up': True, 'tenant_id': '9c71ae6c10964efaa500d64b4ac27643'}} {{(pid=100185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:39:27.061247 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0741703-e122-439e-8759-92d8f23ae070 req-849ee38f-99ba-4370-8a05-5f3ec4c9dbe0 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Made reservation on behalf of 9c71ae6c10964efaa500d64b4ac27643 for: {'port': 1} {{(pid=100185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:39:27.064777 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-e0741703-e122-439e-8759-92d8f23ae070 req-849ee38f-99ba-4370-8a05-5f3ec4c9dbe0 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:27.125856 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-469b4b0a-0edb-4369-82f6-413c16907b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:27.126621 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:27.187221 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.db.db_base_plugin_common [req-e0741703-e122-439e-8759-92d8f23ae070 req-849ee38f-99ba-4370-8a05-5f3ec4c9dbe0 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Allocated IP 172.20.0.10 (17118479-825b-4df9-b92a-24e64ba1ce23/276415d2-1e3a-4342-98aa-3d24e8bd453f/1d4d04c7-cef5-40dc-9c9d-35946fad771c) {{(pid=100185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:39:27.301039 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-1481b511-e52f-4f12-89f6-f6b336e04920 req-d14d08ed-9265-4385-856c-2590485fbb2f tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/ports?device_id=ea381764-9af1-4a7c-b268-df36e119e538 HTTP/1.1" status: 200 len: 210 time: 0.0259681 Oct 14 12:39:27.333474 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-e0741703-e122-439e-8759-92d8f23ae070 req-849ee38f-99ba-4370-8a05-5f3ec4c9dbe0 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Notify callbacks [] for port, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:27.429114 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-e0741703-e122-439e-8759-92d8f23ae070 req-849ee38f-99ba-4370-8a05-5f3ec4c9dbe0 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787792822806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7811617'] for port, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:27.469459 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0741703-e122-439e-8759-92d8f23ae070 req-849ee38f-99ba-4370-8a05-5f3ec4c9dbe0 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Network 17118479-825b-4df9-b92a-24e64ba1ce23 is already hosted by enough agents. {{(pid=100185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:39:27.472429 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.base_scheduler [req-e0741703-e122-439e-8759-92d8f23ae070 req-849ee38f-99ba-4370-8a05-5f3ec4c9dbe0 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Resources bound (agent type, host, resource id): {{(pid=100185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:39:27.477778 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0741703-e122-439e-8759-92d8f23ae070 req-849ee38f-99ba-4370-8a05-5f3ec4c9dbe0 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Received port after_create {{(pid=100185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:39:27.486566 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849ee38f-99ba-4370-8a05-5f3ec4c9dbe0 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Pushing event updated for resources: {'Port': ['ID=1d4d04c7-cef5-40dc-9c9d-35946fad771c,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:39:27.534998 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0741703-e122-439e-8759-92d8f23ae070 req-849ee38f-99ba-4370-8a05-5f3ec4c9dbe0 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:27.535609 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-e0741703-e122-439e-8759-92d8f23ae070 req-849ee38f-99ba-4370-8a05-5f3ec4c9dbe0 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516790'] for port, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:27.569632 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008a6ddf-7133-4dd1-b6b0-00d619da128c req-92d4cb52-d005-4e1c-8162-519963d8bce4 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:27.571175 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-008a6ddf-7133-4dd1-b6b0-00d619da128c req-92d4cb52-d005-4e1c-8162-519963d8bce4 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=77757b91-f767-4983-b7d6-45c167fe6f7a HTTP/1.1" status: 200 len: 943 time: 0.0492594 Oct 14 12:39:27.601826 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-e0741703-e122-439e-8759-92d8f23ae070 req-849ee38f-99ba-4370-8a05-5f3ec4c9dbe0 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7408791 Oct 14 12:39:27.611162 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-008a6ddf-7133-4dd1-b6b0-00d619da128c req-0eb117d7-32e0-4cc0-9551-2766c18420dc tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=be03e064-274e-4404-a183-7b6ee3d3992e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340674 Oct 14 12:39:27.614807 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.v2.base [req-e0741703-e122-439e-8759-92d8f23ae070 req-f04de588-d076-44d8-a617-104094c94766 service neutron] Request body: {'port': {'device_id': 'ea381764-9af1-4a7c-b268-df36e119e538', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=100185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:39:27.666827 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-e0741703-e122-439e-8759-92d8f23ae070 req-f04de588-d076-44d8-a617-104094c94766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:27.916535 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.notifiers.nova [req-e0741703-e122-439e-8759-92d8f23ae070 req-f04de588-d076-44d8-a617-104094c94766 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d4d04c7-cef5-40dc-9c9d-35946fad771c {{(pid=100185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:39:27.923715 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-e0741703-e122-439e-8759-92d8f23ae070 req-f04de588-d076-44d8-a617-104094c94766 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:27.935291 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.db.provisioning_blocks [req-e0741703-e122-439e-8759-92d8f23ae070 req-f04de588-d076-44d8-a617-104094c94766 service neutron] Transition to ACTIVE for port object 1d4d04c7-cef5-40dc-9c9d-35946fad771c will not be triggered until provisioned by entity L2. {{(pid=100185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 12:39:28.000914 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device f64e60a6-e74c-4397-943e-ebe621c8ed53 details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=100186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 12:39:28.028335 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-e0741703-e122-439e-8759-92d8f23ae070 req-f04de588-d076-44d8-a617-104094c94766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7811640'] for port, after_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:28.082894 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04de588-d076-44d8-a617-104094c94766 service neutron] Pushing event updated for resources: {'Port': ['ID=1d4d04c7-cef5-40dc-9c9d-35946fad771c,revision_number=2']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:39:28.096632 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] For port f64e60a6-e74c-4397-943e-ebe621c8ed53, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=f64e60a6-e74c-4397-943e-ebe621c8ed53,segment=NetworkSegment(58cb4796-6024-43c0-aa42-7ecb540db5e1),segment_id=58cb4796-6024-43c0-aa42-7ecb540db5e1)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:39:28.108380 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Returning: {'device': 'f64e60a6-e74c-4397-943e-ebe621c8ed53', 'network_id': 'e97ba1a4-1eaa-4970-998a-7f37d91a4cc6', 'port_id': 'f64e60a6-e74c-4397-943e-ebe621c8ed53', 'mac_address': 'fa:16:3e:a3:55:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffaa80f7-d349-41e0-815d-fe25cd4e4dcc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 12:39:28.144713 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.managers [req-e0741703-e122-439e-8759-92d8f23ae070 req-f04de588-d076-44d8-a617-104094c94766 service neutron] Attempting to bind port 1d4d04c7-cef5-40dc-9c9d-35946fad771c on host hv-cinder-81398 for vnic_type normal with profile {{(pid=100185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:39:28.145045 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.managers [req-e0741703-e122-439e-8759-92d8f23ae070 req-f04de588-d076-44d8-a617-104094c94766 service neutron] Attempting to bind port 1d4d04c7-cef5-40dc-9c9d-35946fad771c by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': 'caa5d19d-9a1f-4ef6-b1e0-47c76e90c812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '17118479-825b-4df9-b92a-24e64ba1ce23'}] {{(pid=100185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:39:28.145371 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0741703-e122-439e-8759-92d8f23ae070 req-f04de588-d076-44d8-a617-104094c94766 service neutron] Attempting to bind port 1d4d04c7-cef5-40dc-9c9d-35946fad771c on network 17118479-825b-4df9-b92a-24e64ba1ce23 {{(pid=100185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:39:28.148181 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:28.150373 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0741703-e122-439e-8759-92d8f23ae070 req-f04de588-d076-44d8-a617-104094c94766 service neutron] Port 1d4d04c7-cef5-40dc-9c9d-35946fad771c on network 17118479-825b-4df9-b92a-24e64ba1ce23 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=100185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 12:39:28.150696 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0741703-e122-439e-8759-92d8f23ae070 req-f04de588-d076-44d8-a617-104094c94766 service neutron] Attempting to bind port 1d4d04c7-cef5-40dc-9c9d-35946fad771c on network 17118479-825b-4df9-b92a-24e64ba1ce23 {{(pid=100185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:39:28.155451 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0741703-e122-439e-8759-92d8f23ae070 req-f04de588-d076-44d8-a617-104094c94766 service neutron] Checking agent: {'id': 'ea4bb8b9-32a8-4621-b95b-9b4a1b78ce98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 24, 36), 'started_at': datetime.datetime(2021, 10, 14, 12, 24, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:39:28.155786 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0741703-e122-439e-8759-92d8f23ae070 req-f04de588-d076-44d8-a617-104094c94766 service neutron] Checking segment: {'id': 'caa5d19d-9a1f-4ef6-b1e0-47c76e90c812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '17118479-825b-4df9-b92a-24e64ba1ce23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:39:28.156200 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0741703-e122-439e-8759-92d8f23ae070 req-f04de588-d076-44d8-a617-104094c94766 service neutron] Bound using segment: {'id': 'caa5d19d-9a1f-4ef6-b1e0-47c76e90c812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '17118479-825b-4df9-b92a-24e64ba1ce23'} {{(pid=100185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:39:28.156626 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.managers [req-e0741703-e122-439e-8759-92d8f23ae070 req-f04de588-d076-44d8-a617-104094c94766 service neutron] Bound port: 1d4d04c7-cef5-40dc-9c9d-35946fad771c, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caa5d19d-9a1f-4ef6-b1e0-47c76e90c812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '17118479-825b-4df9-b92a-24e64ba1ce23'}}] {{(pid=100185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:39:28.156976 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-e0741703-e122-439e-8759-92d8f23ae070 req-f04de588-d076-44d8-a617-104094c94766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:28.160732 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.notifiers.nova [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f64e60a6-e74c-4397-943e-ebe621c8ed53 {{(pid=100186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:39:28.181280 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] For port f64e60a6-e74c-4397-943e-ebe621c8ed53, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=f64e60a6-e74c-4397-943e-ebe621c8ed53,segment=NetworkSegment(58cb4796-6024-43c0-aa42-7ecb540db5e1),segment_id=58cb4796-6024-43c0-aa42-7ecb540db5e1)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:39:28.218304 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.db [req-e0741703-e122-439e-8759-92d8f23ae070 req-f04de588-d076-44d8-a617-104094c94766 service neutron] For port 1d4d04c7-cef5-40dc-9c9d-35946fad771c, host hv-cinder-81398, cleared binding levels {{(pid=100185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:39:28.221230 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.db [req-e0741703-e122-439e-8759-92d8f23ae070 req-f04de588-d076-44d8-a617-104094c94766 service neutron] For port 1d4d04c7-cef5-40dc-9c9d-35946fad771c, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=1d4d04c7-cef5-40dc-9c9d-35946fad771c,segment=NetworkSegment(caa5d19d-9a1f-4ef6-b1e0-47c76e90c812),segment_id=caa5d19d-9a1f-4ef6-b1e0-47c76e90c812)] {{(pid=100185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:39:28.268095 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:28.297891 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-e0741703-e122-439e-8759-92d8f23ae070 req-f04de588-d076-44d8-a617-104094c94766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7811640'] for port, after_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:28.326189 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Pushing event updated for resources: {'Port': ['ID=f64e60a6-e74c-4397-943e-ebe621c8ed53,revision_number=9']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:39:28.334019 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0741703-e122-439e-8759-92d8f23ae070 req-f04de588-d076-44d8-a617-104094c94766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:28.335488 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-e0741703-e122-439e-8759-92d8f23ae070 req-f04de588-d076-44d8-a617-104094c94766 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516790'] for port, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:28.336927 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-e0741703-e122-439e-8759-92d8f23ae070 req-f04de588-d076-44d8-a617-104094c94766 service neutron] 10.222.0.25 "PUT /v2.0/ports/1d4d04c7-cef5-40dc-9c9d-35946fad771c HTTP/1.1" status: 200 len: 1094 time: 0.7262871 Oct 14 12:39:28.339171 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea381764-9af1-4a7c-b268-df36e119e538', 'tag': '1d4d04c7-cef5-40dc-9c9d-35946fad771c'}] {{(pid=100185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:39:28.342063 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}167116552ac494ad33fe024857b10e57374526f2b70b110e82d735407eff6bb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-270c2d33-0432-4080-a85f-64fa94340585" -d '{"events": [{"name": "network-changed", "server_uuid": "ea381764-9af1-4a7c-b268-df36e119e538", "tag": "1d4d04c7-cef5-40dc-9c9d-35946fad771c"}]}' {{(pid=100185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:39:28.367804 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04de588-d076-44d8-a617-104094c94766 service neutron] Pushing event updated for resources: {'Port': ['ID=1d4d04c7-cef5-40dc-9c9d-35946fad771c,revision_number=3']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:39:28.376757 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-27c04846-3a84-4189-8b30-75b8cfbf2676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:28.379275 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 12:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e039e3a0-fe1c-4c8c-96ce-4c7201cf5d1a x-openstack-request-id: req-e039e3a0-fe1c-4c8c-96ce-4c7201cf5d1a {{(pid=100185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:39:28.379624 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea381764-9af1-4a7c-b268-df36e119e538", "tag": "1d4d04c7-cef5-40dc-9c9d-35946fad771c", "status": "completed", "code": 200}]} {{(pid=100185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:39:28.379942 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e039e3a0-fe1c-4c8c-96ce-4c7201cf5d1a {{(pid=100185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:39:28.380491 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea381764-9af1-4a7c-b268-df36e119e538', 'tag': '1d4d04c7-cef5-40dc-9c9d-35946fad771c', 'status': 'completed', 'code': 200} Oct 14 12:39:28.421219 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da3ee4f-add9-48b4-a9dd-489bf2b334a1 req-4864f954-a98c-44c4-9205-8dbdbeaec329 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:28.422731 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-4da3ee4f-add9-48b4-a9dd-489bf2b334a1 req-4864f954-a98c-44c4-9205-8dbdbeaec329 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/ports?device_id=ea381764-9af1-4a7c-b268-df36e119e538 HTTP/1.1" status: 200 len: 944 time: 0.0527294 Oct 14 12:39:28.439378 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c2d33-0432-4080-a85f-64fa94340585 req-38c98bcd-81b0-4fb3-9984-3319e945276d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:28.440852 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-270c2d33-0432-4080-a85f-64fa94340585 req-38c98bcd-81b0-4fb3-9984-3319e945276d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9c71ae6c10964efaa500d64b4ac27643&device_id=ea381764-9af1-4a7c-b268-df36e119e538 HTTP/1.1" status: 200 len: 1097 time: 0.0410466 Oct 14 12:39:28.461358 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-4da3ee4f-add9-48b4-a9dd-489bf2b334a1 req-6ea076f7-89a1-4dd2-a9d3-94af8af409cf tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/security-groups?id=25efad0b-45c1-4925-b80f-8fbdebb931d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318096 Oct 14 12:39:28.540466 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c2d33-0432-4080-a85f-64fa94340585 req-dd1608f5-594e-422d-8a4f-3c6f037da3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:28.541911 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-270c2d33-0432-4080-a85f-64fa94340585 req-dd1608f5-594e-422d-8a4f-3c6f037da3e1 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=9c71ae6c10964efaa500d64b4ac27643&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0925889 Oct 14 12:39:28.623167 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] get_ports_and_sgs() called for port_ids ['f64e60a6-e74c-4397-943e-ebe621c8ed53'] {{(pid=100186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:39:28.633701 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c2d33-0432-4080-a85f-64fa94340585 req-65b66a9d-6960-4c12-8395-27e4c066a4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:28.635138 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-270c2d33-0432-4080-a85f-64fa94340585 req-65b66a9d-6960-4c12-8395-27e4c066a4a5 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0860898 Oct 14 12:39:28.713694 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0741703-e122-439e-8759-92d8f23ae070 req-f72a77ab-c46c-4380-be5f-7e862998742b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:28.715251 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-e0741703-e122-439e-8759-92d8f23ae070 req-f72a77ab-c46c-4380-be5f-7e862998742b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9c71ae6c10964efaa500d64b4ac27643&device_id=ea381764-9af1-4a7c-b268-df36e119e538 HTTP/1.1" status: 200 len: 1097 time: 0.0417421 Oct 14 12:39:28.733829 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7140e8-f4aa-46a2-805f-c119ca3a861b req-ff06832d-6852-491e-adbc-761834e7108b tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:28.735317 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-0a7140e8-f4aa-46a2-805f-c119ca3a861b req-ff06832d-6852-491e-adbc-761834e7108b tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=77757b91-f767-4983-b7d6-45c167fe6f7a HTTP/1.1" status: 200 len: 944 time: 0.0508521 Oct 14 12:39:28.761005 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-e0741703-e122-439e-8759-92d8f23ae070 req-0b5f34b9-8f07-4c23-9c18-d2774f873b74 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d4d04c7-cef5-40dc-9c9d-35946fad771c HTTP/1.1" status: 200 len: 217 time: 0.0379944 Oct 14 12:39:28.777106 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-0a7140e8-f4aa-46a2-805f-c119ca3a861b req-8681b2a0-cda8-4331-a674-680cd3e32887 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=be03e064-274e-4404-a183-7b6ee3d3992e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346010 Oct 14 12:39:28.810765 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0741703-e122-439e-8759-92d8f23ae070 req-54d7cfd5-8eb5-479b-b4ba-d6b353dc4804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:28.812238 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-e0741703-e122-439e-8759-92d8f23ae070 req-54d7cfd5-8eb5-479b-b4ba-d6b353dc4804 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=276415d2-1e3a-4342-98aa-3d24e8bd453f HTTP/1.1" status: 200 len: 855 time: 0.0442300 Oct 14 12:39:28.842809 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-e0741703-e122-439e-8759-92d8f23ae070 req-f3f73e0d-9d07-45f7-9360-6f0f99f334b0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=17118479-825b-4df9-b92a-24e64ba1ce23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231228 Oct 14 12:39:28.933836 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-e0741703-e122-439e-8759-92d8f23ae070 req-745858b6-d33e-457a-921f-ba08e53de22f service neutron] 10.222.0.25 "GET /v2.0/networks/17118479-825b-4df9-b92a-24e64ba1ce23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833313 Oct 14 12:39:29.021312 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-e0741703-e122-439e-8759-92d8f23ae070 req-e6719a2f-077e-4671-a591-e74e0921a337 service neutron] 10.222.0.25 "GET /v2.0/networks/17118479-825b-4df9-b92a-24e64ba1ce23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802414 Oct 14 12:39:29.571793 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb8f8c7-8165-4552-aba5-8a4ef4e08daa req-f3857a52-1194-4fe0-a473-d03ffc2cab40 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:29.573180 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-deb8f8c7-8165-4552-aba5-8a4ef4e08daa req-f3857a52-1194-4fe0-a473-d03ffc2cab40 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/ports?device_id=ea381764-9af1-4a7c-b268-df36e119e538 HTTP/1.1" status: 200 len: 944 time: 0.0474908 Oct 14 12:39:29.612815 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-deb8f8c7-8165-4552-aba5-8a4ef4e08daa req-852c4a9d-272d-4d06-9431-865d35c5020a tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/security-groups?id=25efad0b-45c1-4925-b80f-8fbdebb931d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338471 Oct 14 12:39:29.892385 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7bcc0c-60f3-40d5-82d8-3e3b1a595c80 req-30a98ef8-92ee-4195-9d77-fbaa254af94f tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:29.893727 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-bc7bcc0c-60f3-40d5-82d8-3e3b1a595c80 req-30a98ef8-92ee-4195-9d77-fbaa254af94f tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=77757b91-f767-4983-b7d6-45c167fe6f7a HTTP/1.1" status: 200 len: 944 time: 0.0467813 Oct 14 12:39:29.930923 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-bc7bcc0c-60f3-40d5-82d8-3e3b1a595c80 req-00343ffc-5909-4a8d-ab08-e3d985cc4228 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=be03e064-274e-4404-a183-7b6ee3d3992e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305753 Oct 14 12:39:30.018553 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device f64e60a6-e74c-4397-943e-ebe621c8ed53 up at agent hyperv_hv-cinder-81398 {{(pid=100186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:39:30.065109 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Provisioning complete for port f64e60a6-e74c-4397-943e-ebe621c8ed53 triggered by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:39:30.065478 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:30.137977 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:30.159333 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77757b91-f767-4983-b7d6-45c167fe6f7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f64e60a6-e74c-4397-943e-ebe621c8ed53'}] {{(pid=100186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:39:30.161577 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ce96789b1b9487be48749a60ffcfd0a175945a3b692fd75626d794e24ae9ed4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b189890d-5233-4b77-97a6-300bc93b32fd" -d '{"events": [{"server_uuid": "77757b91-f767-4983-b7d6-45c167fe6f7a", "name": "network-vif-plugged", "status": "completed", "tag": "f64e60a6-e74c-4397-943e-ebe621c8ed53"}]}' {{(pid=100186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:39:30.173483 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] For port f64e60a6-e74c-4397-943e-ebe621c8ed53, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=f64e60a6-e74c-4397-943e-ebe621c8ed53,segment=NetworkSegment(58cb4796-6024-43c0-aa42-7ecb540db5e1),segment_id=58cb4796-6024-43c0-aa42-7ecb540db5e1)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:39:30.198646 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-386597fa-12a7-487b-b4da-60d35e49415f x-openstack-request-id: req-386597fa-12a7-487b-b4da-60d35e49415f {{(pid=100186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:39:30.198933 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77757b91-f767-4983-b7d6-45c167fe6f7a", "name": "network-vif-plugged", "status": "completed", "tag": "f64e60a6-e74c-4397-943e-ebe621c8ed53", "code": 200}]} {{(pid=100186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:39:30.199183 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-386597fa-12a7-487b-b4da-60d35e49415f {{(pid=100186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:39:30.199583 dv-cinder-813986-1-iscsi neutron-server[100186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77757b91-f767-4983-b7d6-45c167fe6f7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f64e60a6-e74c-4397-943e-ebe621c8ed53', 'code': 200} Oct 14 12:39:30.257746 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:30.307769 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Pushing event updated for resources: {'Port': ['ID=f64e60a6-e74c-4397-943e-ebe621c8ed53,revision_number=10']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:39:30.531186 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99caf09-c1da-4e8c-8c24-425f1c58c1c1 req-27b36d48-18bb-442a-8ec6-5d17a7306f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:30.532601 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-b99caf09-c1da-4e8c-8c24-425f1c58c1c1 req-27b36d48-18bb-442a-8ec6-5d17a7306f24 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=77757b91-f767-4983-b7d6-45c167fe6f7a HTTP/1.1" status: 200 len: 1099 time: 0.0392396 Oct 14 12:39:30.568225 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-b99caf09-c1da-4e8c-8c24-425f1c58c1c1 req-64a0dbd9-efda-40d0-a229-fbbbebcf580b service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=be03e064-274e-4404-a183-7b6ee3d3992e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271392 Oct 14 12:39:30.726391 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b2da90-215f-41ef-9cd8-7f3a1b2159e7 req-44fdd166-d7aa-424b-ab89-607ae23580f0 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:30.727846 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-35b2da90-215f-41ef-9cd8-7f3a1b2159e7 req-44fdd166-d7aa-424b-ab89-607ae23580f0 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/ports?device_id=ea381764-9af1-4a7c-b268-df36e119e538 HTTP/1.1" status: 200 len: 944 time: 0.0480936 Oct 14 12:39:30.763545 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-35b2da90-215f-41ef-9cd8-7f3a1b2159e7 req-1e47d2ea-0e03-4d6e-b1e5-c060fe8e51ad tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/security-groups?id=25efad0b-45c1-4925-b80f-8fbdebb931d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298541 Oct 14 12:39:31.048091 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f65104-f383-40d3-aed6-bed324ebc933 req-4eaa3a78-878b-4240-99ac-ece8bf0b0da7 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:31.049514 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-c6f65104-f383-40d3-aed6-bed324ebc933 req-4eaa3a78-878b-4240-99ac-ece8bf0b0da7 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=77757b91-f767-4983-b7d6-45c167fe6f7a HTTP/1.1" status: 200 len: 946 time: 0.0471408 Oct 14 12:39:31.089858 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-c6f65104-f383-40d3-aed6-bed324ebc933 req-6f268413-6295-42a4-bb9b-954ee44cb2d5 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=be03e064-274e-4404-a183-7b6ee3d3992e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345161 Oct 14 12:39:31.874743 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b434c3-52c6-47bb-a654-913c23b8627b req-92afe2dd-d522-4677-9833-08a82b46b8e5 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:31.876121 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-42b434c3-52c6-47bb-a654-913c23b8627b req-92afe2dd-d522-4677-9833-08a82b46b8e5 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/ports?device_id=ea381764-9af1-4a7c-b268-df36e119e538 HTTP/1.1" status: 200 len: 944 time: 0.0477831 Oct 14 12:39:31.912018 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-42b434c3-52c6-47bb-a654-913c23b8627b req-839625dc-9b3a-42d5-bc8e-7c15c62e3dc8 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/security-groups?id=25efad0b-45c1-4925-b80f-8fbdebb931d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300810 Oct 14 12:39:32.034494 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device 1d4d04c7-cef5-40dc-9c9d-35946fad771c details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=100186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 12:39:32.128476 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] For port 1d4d04c7-cef5-40dc-9c9d-35946fad771c, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=1d4d04c7-cef5-40dc-9c9d-35946fad771c,segment=NetworkSegment(caa5d19d-9a1f-4ef6-b1e0-47c76e90c812),segment_id=caa5d19d-9a1f-4ef6-b1e0-47c76e90c812)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:39:32.139770 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Returning: {'device': '1d4d04c7-cef5-40dc-9c9d-35946fad771c', 'network_id': '17118479-825b-4df9-b92a-24e64ba1ce23', 'port_id': '1d4d04c7-cef5-40dc-9c9d-35946fad771c', 'mac_address': 'fa:16:3e:82:59:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '276415d2-1e3a-4342-98aa-3d24e8bd453f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 12:39:32.183316 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:32.196975 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.notifiers.nova [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d4d04c7-cef5-40dc-9c9d-35946fad771c {{(pid=100186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:39:32.210772 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd7aca5-b6fd-4dcf-9c0b-c4b6001ff16d req-693d9785-1d22-4b21-9374-51bed4373139 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:32.212662 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9bd7aca5-b6fd-4dcf-9c0b-c4b6001ff16d req-693d9785-1d22-4b21-9374-51bed4373139 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=77757b91-f767-4983-b7d6-45c167fe6f7a HTTP/1.1" status: 200 len: 946 time: 0.0523696 Oct 14 12:39:32.217500 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] For port 1d4d04c7-cef5-40dc-9c9d-35946fad771c, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=1d4d04c7-cef5-40dc-9c9d-35946fad771c,segment=NetworkSegment(caa5d19d-9a1f-4ef6-b1e0-47c76e90c812),segment_id=caa5d19d-9a1f-4ef6-b1e0-47c76e90c812)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:39:32.251468 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9bd7aca5-b6fd-4dcf-9c0b-c4b6001ff16d req-bcb6b181-8a6c-4d41-9445-176524809039 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=be03e064-274e-4404-a183-7b6ee3d3992e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322921 Oct 14 12:39:32.312193 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:32.351612 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Pushing event updated for resources: {'Port': ['ID=1d4d04c7-cef5-40dc-9c9d-35946fad771c,revision_number=4']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:39:32.519853 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.agents_db [None req-78dcfc36-1157-4c7d-a1d8-d24093a96b44 None None] Agent healthcheck: found 6 active agents {{(pid=100187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:39:32.690416 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] get_ports_and_sgs() called for port_ids ['1d4d04c7-cef5-40dc-9c9d-35946fad771c'] {{(pid=100186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:39:33.027351 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83ade28-4641-407f-81ad-e852dbe769d7 req-951c9059-8bdd-4b61-982a-3fb706b9db5f tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:33.028867 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-e83ade28-4641-407f-81ad-e852dbe769d7 req-951c9059-8bdd-4b61-982a-3fb706b9db5f tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/ports?device_id=ea381764-9af1-4a7c-b268-df36e119e538 HTTP/1.1" status: 200 len: 945 time: 0.0489388 Oct 14 12:39:33.070113 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-e83ade28-4641-407f-81ad-e852dbe769d7 req-ed0a7e8d-f888-4c79-a37a-a918e43949fc tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/security-groups?id=25efad0b-45c1-4925-b80f-8fbdebb931d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353575 Oct 14 12:39:33.380516 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d8a1c8-413b-4a3e-ac14-0d5bf9574f9b req-4116675e-23db-4146-8ec2-f72d9ac3e98c tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:33.382016 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-22d8a1c8-413b-4a3e-ac14-0d5bf9574f9b req-4116675e-23db-4146-8ec2-f72d9ac3e98c tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=77757b91-f767-4983-b7d6-45c167fe6f7a HTTP/1.1" status: 200 len: 946 time: 0.0534804 Oct 14 12:39:33.419583 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-22d8a1c8-413b-4a3e-ac14-0d5bf9574f9b req-4169a272-2e6e-4070-8ebe-c7bb5e146ae9 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=be03e064-274e-4404-a183-7b6ee3d3992e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316529 Oct 14 12:39:34.047269 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device 1d4d04c7-cef5-40dc-9c9d-35946fad771c up at agent hyperv_hv-cinder-81398 {{(pid=100186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:39:34.176791 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Provisioning for port 1d4d04c7-cef5-40dc-9c9d-35946fad771c completed by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 12:39:34.180690 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f020aa28-1613-4fb7-a7c5-6dec01649ac0 req-e10162c9-3673-4ce1-ab91-bf397afd267f tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:34.181207 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Provisioning complete for port 1d4d04c7-cef5-40dc-9c9d-35946fad771c triggered by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:39:34.181421 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:34.182160 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-f020aa28-1613-4fb7-a7c5-6dec01649ac0 req-e10162c9-3673-4ce1-ab91-bf397afd267f tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/ports?device_id=ea381764-9af1-4a7c-b268-df36e119e538 HTTP/1.1" status: 200 len: 945 time: 0.0478876 Oct 14 12:39:34.220044 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-f020aa28-1613-4fb7-a7c5-6dec01649ac0 req-392627cd-5c64-4949-9fde-a38ecc261765 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/security-groups?id=25efad0b-45c1-4925-b80f-8fbdebb931d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318074 Oct 14 12:39:34.256921 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:34.278848 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea381764-9af1-4a7c-b268-df36e119e538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d4d04c7-cef5-40dc-9c9d-35946fad771c'}] {{(pid=100186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:39:34.281161 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ce96789b1b9487be48749a60ffcfd0a175945a3b692fd75626d794e24ae9ed4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c63aa1-1b30-49f0-88b8-6d18b53cae94" -d '{"events": [{"server_uuid": "ea381764-9af1-4a7c-b268-df36e119e538", "name": "network-vif-plugged", "status": "completed", "tag": "1d4d04c7-cef5-40dc-9c9d-35946fad771c"}]}' {{(pid=100186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:39:34.300408 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] For port 1d4d04c7-cef5-40dc-9c9d-35946fad771c, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=1d4d04c7-cef5-40dc-9c9d-35946fad771c,segment=NetworkSegment(caa5d19d-9a1f-4ef6-b1e0-47c76e90c812),segment_id=caa5d19d-9a1f-4ef6-b1e0-47c76e90c812)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:39:34.316387 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c27b215-24a5-4576-9ce5-0b6e476bf094 x-openstack-request-id: req-8c27b215-24a5-4576-9ce5-0b6e476bf094 {{(pid=100186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:39:34.316673 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea381764-9af1-4a7c-b268-df36e119e538", "name": "network-vif-plugged", "status": "completed", "tag": "1d4d04c7-cef5-40dc-9c9d-35946fad771c", "code": 200}]} {{(pid=100186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:39:34.316923 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8c27b215-24a5-4576-9ce5-0b6e476bf094 {{(pid=100186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:39:34.317308 dv-cinder-813986-1-iscsi neutron-server[100186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea381764-9af1-4a7c-b268-df36e119e538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d4d04c7-cef5-40dc-9c9d-35946fad771c', 'code': 200} Oct 14 12:39:34.388033 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:34.434631 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Pushing event updated for resources: {'Port': ['ID=1d4d04c7-cef5-40dc-9c9d-35946fad771c,revision_number=5']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:39:34.534961 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c546d121-b462-453f-bfe3-f81369b510a6 req-b09369bb-a9d2-4ea6-8a71-49007d1be8c9 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:34.536507 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-c546d121-b462-453f-bfe3-f81369b510a6 req-b09369bb-a9d2-4ea6-8a71-49007d1be8c9 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=77757b91-f767-4983-b7d6-45c167fe6f7a HTTP/1.1" status: 200 len: 946 time: 0.0485075 Oct 14 12:39:34.577557 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-c546d121-b462-453f-bfe3-f81369b510a6 req-71a398f2-7b71-4a03-88d0-d1a8fc23766d tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=be03e064-274e-4404-a183-7b6ee3d3992e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349846 Oct 14 12:39:34.658071 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7243be-c50c-4f3a-8ca2-d712c97f7977 req-a1d86b50-c6ae-4b41-80e5-a83099326c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:34.659550 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-ea7243be-c50c-4f3a-8ca2-d712c97f7977 req-a1d86b50-c6ae-4b41-80e5-a83099326c76 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ea381764-9af1-4a7c-b268-df36e119e538 HTTP/1.1" status: 200 len: 1099 time: 0.0422161 Oct 14 12:39:34.694122 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-ea7243be-c50c-4f3a-8ca2-d712c97f7977 req-3d0abf2e-a363-482c-9955-45778117809d service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=25efad0b-45c1-4925-b80f-8fbdebb931d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264499 Oct 14 12:39:35.333102 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d720521-85e6-46a9-963a-f35e16cba345 req-f67f424b-b699-4706-ba70-a3552db58ed6 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:35.335123 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-2d720521-85e6-46a9-963a-f35e16cba345 req-f67f424b-b699-4706-ba70-a3552db58ed6 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/ports?device_id=ea381764-9af1-4a7c-b268-df36e119e538 HTTP/1.1" status: 200 len: 946 time: 0.0484443 Oct 14 12:39:35.374149 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-2d720521-85e6-46a9-963a-f35e16cba345 req-ac352ad1-6962-416a-a804-b13d03821e39 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/security-groups?id=25efad0b-45c1-4925-b80f-8fbdebb931d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325818 Oct 14 12:39:36.485552 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd7f808-ab6b-40d3-9fd0-e45a217ae63c req-7053343c-b570-4883-9224-2ddadc0c5491 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:36.487003 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-dcd7f808-ab6b-40d3-9fd0-e45a217ae63c req-7053343c-b570-4883-9224-2ddadc0c5491 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/ports?device_id=ea381764-9af1-4a7c-b268-df36e119e538 HTTP/1.1" status: 200 len: 946 time: 0.0484328 Oct 14 12:39:36.524904 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-dcd7f808-ab6b-40d3-9fd0-e45a217ae63c req-efefe518-c0c5-4360-916d-7a581a88c533 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/security-groups?id=25efad0b-45c1-4925-b80f-8fbdebb931d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318973 Oct 14 12:39:37.706453 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:43.963649 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-5b26a211-35ea-42c5-a2ca-63d1857118f1 req-5eacd259-e63b-4790-8946-3f71269ade6c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=77757b91-f767-4983-b7d6-45c167fe6f7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382721 Oct 14 12:39:44.022152 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b26a211-35ea-42c5-a2ca-63d1857118f1 req-664744c7-0c1c-43a1-98cc-7cc53b805608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:44.023799 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-5b26a211-35ea-42c5-a2ca-63d1857118f1 req-664744c7-0c1c-43a1-98cc-7cc53b805608 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2113c18ca299401c9338cafb84b0ff20&device_id=77757b91-f767-4983-b7d6-45c167fe6f7a HTTP/1.1" status: 200 len: 1099 time: 0.0387323 Oct 14 12:39:44.129751 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b26a211-35ea-42c5-a2ca-63d1857118f1 req-aa12c578-bddc-434d-838d-361a19812d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:44.131752 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-5b26a211-35ea-42c5-a2ca-63d1857118f1 req-aa12c578-bddc-434d-838d-361a19812d19 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e97ba1a4-1eaa-4970-998a-7f37d91a4cc6 HTTP/1.1" status: 200 len: 918 time: 0.0840435 Oct 14 12:39:44.197184 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-5b26a211-35ea-42c5-a2ca-63d1857118f1 req-24594498-91b8-4997-9be1-bf6bbc0f4059 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f64e60a6-e74c-4397-943e-ebe621c8ed53 HTTP/1.1" status: 200 len: 1000 time: 0.0568800 Oct 14 12:39:44.250303 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b26a211-35ea-42c5-a2ca-63d1857118f1 req-a0eff645-0e29-40f7-b670-150e1cd298fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:44.251615 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-5b26a211-35ea-42c5-a2ca-63d1857118f1 req-a0eff645-0e29-40f7-b670-150e1cd298fe service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ffaa80f7-d349-41e0-815d-fe25cd4e4dcc HTTP/1.1" status: 200 len: 856 time: 0.0460627 Oct 14 12:39:44.298260 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b26a211-35ea-42c5-a2ca-63d1857118f1 req-07746b68-9e26-4463-ae5f-f6aedb3cdd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:44.299678 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-5b26a211-35ea-42c5-a2ca-63d1857118f1 req-07746b68-9e26-4463-ae5f-f6aedb3cdd83 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e97ba1a4-1eaa-4970-998a-7f37d91a4cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391729 Oct 14 12:39:44.387518 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-5b26a211-35ea-42c5-a2ca-63d1857118f1 req-bf2b9d57-4851-4c9d-b906-11c1d4d861b3 service neutron] 10.222.0.25 "GET /v2.0/networks/e97ba1a4-1eaa-4970-998a-7f37d91a4cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795681 Oct 14 12:39:44.479645 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-5b26a211-35ea-42c5-a2ca-63d1857118f1 req-72b4758f-926e-444b-b4ce-0f1ed2d70cb0 service neutron] 10.222.0.25 "GET /v2.0/networks/e97ba1a4-1eaa-4970-998a-7f37d91a4cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838995 Oct 14 12:39:46.580162 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c2d37a-5031-416b-a47a-2ec7c7b09fd3 req-f2e5139b-62c5-4d18-a74b-17e45e5d0052 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:46.581574 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-39c2d37a-5031-416b-a47a-2ec7c7b09fd3 req-f2e5139b-62c5-4d18-a74b-17e45e5d0052 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/networks?id=17118479-825b-4df9-b92a-24e64ba1ce23 HTTP/1.1" status: 200 len: 815 time: 0.1039610 Oct 14 12:39:46.595836 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-39c2d37a-5031-416b-a47a-2ec7c7b09fd3 req-cc5304da-e684-41bd-b433-9e5a09e2b1d6 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/quotas/9c71ae6c10964efaa500d64b4ac27643 HTTP/1.1" status: 200 len: 375 time: 0.0086753 Oct 14 12:39:46.642840 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-39c2d37a-5031-416b-a47a-2ec7c7b09fd3 req-499ba1cb-94ff-4f92-9253-86c3aa0a80bf tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=9c71ae6c10964efaa500d64b4ac27643&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0418606 Oct 14 12:39:46.733377 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-39c2d37a-5031-416b-a47a-2ec7c7b09fd3 req-638e8c9b-d78d-4927-9aa5-7d5bed4fa6bb service neutron] 10.222.0.54 "GET /v2.0/networks/17118479-825b-4df9-b92a-24e64ba1ce23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834696 Oct 14 12:39:46.820829 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-39c2d37a-5031-416b-a47a-2ec7c7b09fd3 req-35a62b5a-623b-46b7-a1a3-b9b44af6cb20 service neutron] 10.222.0.54 "GET /v2.0/networks/17118479-825b-4df9-b92a-24e64ba1ce23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816040 Oct 14 12:39:47.069208 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-5da5f640-4759-4dc1-a565-6d4287af1c59 req-c2f4f7a6-74c8-4949-a4f0-efe260717002 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e185f49-c3a7-4849-9353-5ff01289649a HTTP/1.1" status: 200 len: 210 time: 0.0267830 Oct 14 12:39:48.161477 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-1909ef8f-fd34-4da6-b490-eb93edcdac59 req-3a84dc33-e24b-4744-b1d5-fc4203bac793 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e185f49-c3a7-4849-9353-5ff01289649a HTTP/1.1" status: 200 len: 210 time: 0.0255857 Oct 14 12:39:48.827251 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c2d37a-5031-416b-a47a-2ec7c7b09fd3 req-97f711a2-9e74-47b0-a7a0-c93954ea2755 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:48.830642 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-39c2d37a-5031-416b-a47a-2ec7c7b09fd3 req-97f711a2-9e74-47b0-a7a0-c93954ea2755 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.25 "GET /v2.0/networks?id=17118479-825b-4df9-b92a-24e64ba1ce23 HTTP/1.1" status: 200 len: 815 time: 0.1046481 Oct 14 12:39:48.846261 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.v2.base [req-39c2d37a-5031-416b-a47a-2ec7c7b09fd3 req-6805bce4-4a16-40b8-843f-6286fa6f1a25 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Request body: {'port': {'device_id': '6e185f49-c3a7-4849-9353-5ff01289649a', 'network_id': '17118479-825b-4df9-b92a-24e64ba1ce23', 'admin_state_up': True, 'tenant_id': '9c71ae6c10964efaa500d64b4ac27643'}} {{(pid=100185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:39:49.009442 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39c2d37a-5031-416b-a47a-2ec7c7b09fd3 req-6805bce4-4a16-40b8-843f-6286fa6f1a25 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Made reservation on behalf of 9c71ae6c10964efaa500d64b4ac27643 for: {'port': 1} {{(pid=100185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:39:49.012959 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-39c2d37a-5031-416b-a47a-2ec7c7b09fd3 req-6805bce4-4a16-40b8-843f-6286fa6f1a25 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:49.138591 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.db.db_base_plugin_common [req-39c2d37a-5031-416b-a47a-2ec7c7b09fd3 req-6805bce4-4a16-40b8-843f-6286fa6f1a25 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Allocated IP 172.20.0.4 (17118479-825b-4df9-b92a-24e64ba1ce23/276415d2-1e3a-4342-98aa-3d24e8bd453f/3262b9e2-dd77-4351-b35e-2cc048290a25) {{(pid=100185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:39:49.260585 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-5cbfcc54-80cf-4ea3-a2dd-c5ec3907a556 req-197381df-d388-4130-819b-0e5d97052172 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e185f49-c3a7-4849-9353-5ff01289649a HTTP/1.1" status: 200 len: 210 time: 0.0305951 Oct 14 12:39:49.282994 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-39c2d37a-5031-416b-a47a-2ec7c7b09fd3 req-6805bce4-4a16-40b8-843f-6286fa6f1a25 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Notify callbacks [] for port, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:49.380997 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-39c2d37a-5031-416b-a47a-2ec7c7b09fd3 req-6805bce4-4a16-40b8-843f-6286fa6f1a25 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787792822806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7811617'] for port, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:49.392841 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] get_ports_and_sgs() called for port_ids ['1d4d04c7-cef5-40dc-9c9d-35946fad771c'] {{(pid=100186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:39:49.420163 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39c2d37a-5031-416b-a47a-2ec7c7b09fd3 req-6805bce4-4a16-40b8-843f-6286fa6f1a25 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Network 17118479-825b-4df9-b92a-24e64ba1ce23 is already hosted by enough agents. {{(pid=100185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:39:49.423203 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.base_scheduler [req-39c2d37a-5031-416b-a47a-2ec7c7b09fd3 req-6805bce4-4a16-40b8-843f-6286fa6f1a25 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Resources bound (agent type, host, resource id): {{(pid=100185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:39:49.426798 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.db.l3_dvrscheduler_db [req-39c2d37a-5031-416b-a47a-2ec7c7b09fd3 req-6805bce4-4a16-40b8-843f-6286fa6f1a25 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Received port after_create {{(pid=100185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:39:49.455356 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6805bce4-4a16-40b8-843f-6286fa6f1a25 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Pushing event updated for resources: {'Port': ['ID=3262b9e2-dd77-4351-b35e-2cc048290a25,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:39:49.480905 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c2d37a-5031-416b-a47a-2ec7c7b09fd3 req-6805bce4-4a16-40b8-843f-6286fa6f1a25 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:49.481516 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-39c2d37a-5031-416b-a47a-2ec7c7b09fd3 req-6805bce4-4a16-40b8-843f-6286fa6f1a25 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516790'] for port, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:49.566434 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-39c2d37a-5031-416b-a47a-2ec7c7b09fd3 req-6805bce4-4a16-40b8-843f-6286fa6f1a25 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7249968 Oct 14 12:39:49.580526 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.v2.base [req-39c2d37a-5031-416b-a47a-2ec7c7b09fd3 req-57bd8ab8-b266-46b7-be9e-faca7dc73999 service neutron] Request body: {'port': {'device_id': '6e185f49-c3a7-4849-9353-5ff01289649a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=100185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:39:49.631957 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-39c2d37a-5031-416b-a47a-2ec7c7b09fd3 req-57bd8ab8-b266-46b7-be9e-faca7dc73999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:49.883806 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.notifiers.nova [req-39c2d37a-5031-416b-a47a-2ec7c7b09fd3 req-57bd8ab8-b266-46b7-be9e-faca7dc73999 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3262b9e2-dd77-4351-b35e-2cc048290a25 {{(pid=100185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:39:49.890985 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-39c2d37a-5031-416b-a47a-2ec7c7b09fd3 req-57bd8ab8-b266-46b7-be9e-faca7dc73999 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:49.903317 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.db.provisioning_blocks [req-39c2d37a-5031-416b-a47a-2ec7c7b09fd3 req-57bd8ab8-b266-46b7-be9e-faca7dc73999 service neutron] Transition to ACTIVE for port object 3262b9e2-dd77-4351-b35e-2cc048290a25 will not be triggered until provisioned by entity L2. {{(pid=100185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 12:39:49.980695 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-39c2d37a-5031-416b-a47a-2ec7c7b09fd3 req-57bd8ab8-b266-46b7-be9e-faca7dc73999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7811640'] for port, after_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:50.030678 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bd8ab8-b266-46b7-be9e-faca7dc73999 service neutron] Pushing event updated for resources: {'Port': ['ID=3262b9e2-dd77-4351-b35e-2cc048290a25,revision_number=2']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:39:50.095779 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.managers [req-39c2d37a-5031-416b-a47a-2ec7c7b09fd3 req-57bd8ab8-b266-46b7-be9e-faca7dc73999 service neutron] Attempting to bind port 3262b9e2-dd77-4351-b35e-2cc048290a25 on host hv-cinder-81398 for vnic_type normal with profile {{(pid=100185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:39:50.096132 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.managers [req-39c2d37a-5031-416b-a47a-2ec7c7b09fd3 req-57bd8ab8-b266-46b7-be9e-faca7dc73999 service neutron] Attempting to bind port 3262b9e2-dd77-4351-b35e-2cc048290a25 by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': 'caa5d19d-9a1f-4ef6-b1e0-47c76e90c812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '17118479-825b-4df9-b92a-24e64ba1ce23'}] {{(pid=100185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:39:50.096455 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c2d37a-5031-416b-a47a-2ec7c7b09fd3 req-57bd8ab8-b266-46b7-be9e-faca7dc73999 service neutron] Attempting to bind port 3262b9e2-dd77-4351-b35e-2cc048290a25 on network 17118479-825b-4df9-b92a-24e64ba1ce23 {{(pid=100185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:39:50.100543 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c2d37a-5031-416b-a47a-2ec7c7b09fd3 req-57bd8ab8-b266-46b7-be9e-faca7dc73999 service neutron] Port 3262b9e2-dd77-4351-b35e-2cc048290a25 on network 17118479-825b-4df9-b92a-24e64ba1ce23 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=100185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 12:39:50.100842 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c2d37a-5031-416b-a47a-2ec7c7b09fd3 req-57bd8ab8-b266-46b7-be9e-faca7dc73999 service neutron] Attempting to bind port 3262b9e2-dd77-4351-b35e-2cc048290a25 on network 17118479-825b-4df9-b92a-24e64ba1ce23 {{(pid=100185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:39:50.105476 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c2d37a-5031-416b-a47a-2ec7c7b09fd3 req-57bd8ab8-b266-46b7-be9e-faca7dc73999 service neutron] Checking agent: {'id': 'ea4bb8b9-32a8-4621-b95b-9b4a1b78ce98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 24, 36), 'started_at': datetime.datetime(2021, 10, 14, 12, 24, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:39:50.105799 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c2d37a-5031-416b-a47a-2ec7c7b09fd3 req-57bd8ab8-b266-46b7-be9e-faca7dc73999 service neutron] Checking segment: {'id': 'caa5d19d-9a1f-4ef6-b1e0-47c76e90c812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '17118479-825b-4df9-b92a-24e64ba1ce23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:39:50.106172 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c2d37a-5031-416b-a47a-2ec7c7b09fd3 req-57bd8ab8-b266-46b7-be9e-faca7dc73999 service neutron] Bound using segment: {'id': 'caa5d19d-9a1f-4ef6-b1e0-47c76e90c812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '17118479-825b-4df9-b92a-24e64ba1ce23'} {{(pid=100185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:39:50.106585 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.managers [req-39c2d37a-5031-416b-a47a-2ec7c7b09fd3 req-57bd8ab8-b266-46b7-be9e-faca7dc73999 service neutron] Bound port: 3262b9e2-dd77-4351-b35e-2cc048290a25, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caa5d19d-9a1f-4ef6-b1e0-47c76e90c812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '17118479-825b-4df9-b92a-24e64ba1ce23'}}] {{(pid=100185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:39:50.106931 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-39c2d37a-5031-416b-a47a-2ec7c7b09fd3 req-57bd8ab8-b266-46b7-be9e-faca7dc73999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:50.166278 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.db [req-39c2d37a-5031-416b-a47a-2ec7c7b09fd3 req-57bd8ab8-b266-46b7-be9e-faca7dc73999 service neutron] For port 3262b9e2-dd77-4351-b35e-2cc048290a25, host hv-cinder-81398, cleared binding levels {{(pid=100185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:39:50.169170 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.db [req-39c2d37a-5031-416b-a47a-2ec7c7b09fd3 req-57bd8ab8-b266-46b7-be9e-faca7dc73999 service neutron] For port 3262b9e2-dd77-4351-b35e-2cc048290a25, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=3262b9e2-dd77-4351-b35e-2cc048290a25,segment=NetworkSegment(caa5d19d-9a1f-4ef6-b1e0-47c76e90c812),segment_id=caa5d19d-9a1f-4ef6-b1e0-47c76e90c812)] {{(pid=100185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:39:50.226736 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-39c2d37a-5031-416b-a47a-2ec7c7b09fd3 req-57bd8ab8-b266-46b7-be9e-faca7dc73999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7811640'] for port, after_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:50.260253 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c2d37a-5031-416b-a47a-2ec7c7b09fd3 req-57bd8ab8-b266-46b7-be9e-faca7dc73999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:50.260854 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-39c2d37a-5031-416b-a47a-2ec7c7b09fd3 req-57bd8ab8-b266-46b7-be9e-faca7dc73999 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516790'] for port, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:50.262207 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-39c2d37a-5031-416b-a47a-2ec7c7b09fd3 req-57bd8ab8-b266-46b7-be9e-faca7dc73999 service neutron] 10.222.0.25 "PUT /v2.0/ports/3262b9e2-dd77-4351-b35e-2cc048290a25 HTTP/1.1" status: 200 len: 1093 time: 0.6857553 Oct 14 12:39:50.262628 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e185f49-c3a7-4849-9353-5ff01289649a', 'tag': '3262b9e2-dd77-4351-b35e-2cc048290a25'}] {{(pid=100185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:39:50.264870 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}167116552ac494ad33fe024857b10e57374526f2b70b110e82d735407eff6bb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e489c995-21f0-4f05-8751-d1665d164fbe" -d '{"events": [{"name": "network-changed", "server_uuid": "6e185f49-c3a7-4849-9353-5ff01289649a", "tag": "3262b9e2-dd77-4351-b35e-2cc048290a25"}]}' {{(pid=100185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:39:50.292104 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bd8ab8-b266-46b7-be9e-faca7dc73999 service neutron] Pushing event updated for resources: {'Port': ['ID=3262b9e2-dd77-4351-b35e-2cc048290a25,revision_number=3']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:39:50.311247 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 12:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22759bf8-da60-4627-90c4-c6573d3ecea0 x-openstack-request-id: req-22759bf8-da60-4627-90c4-c6573d3ecea0 {{(pid=100185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:39:50.311540 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e185f49-c3a7-4849-9353-5ff01289649a", "tag": "3262b9e2-dd77-4351-b35e-2cc048290a25", "status": "completed", "code": 200}]} {{(pid=100185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:39:50.311790 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-22759bf8-da60-4627-90c4-c6573d3ecea0 {{(pid=100185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:39:50.312232 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e185f49-c3a7-4849-9353-5ff01289649a', 'tag': '3262b9e2-dd77-4351-b35e-2cc048290a25', 'status': 'completed', 'code': 200} Oct 14 12:39:50.372058 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e489c995-21f0-4f05-8751-d1665d164fbe req-04adc299-9f49-4fea-92c2-acb3d4744096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:50.373697 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-e489c995-21f0-4f05-8751-d1665d164fbe req-04adc299-9f49-4fea-92c2-acb3d4744096 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9c71ae6c10964efaa500d64b4ac27643&device_id=6e185f49-c3a7-4849-9353-5ff01289649a HTTP/1.1" status: 200 len: 1096 time: 0.0405166 Oct 14 12:39:50.387800 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87ab965-a05a-430b-b16a-41d4e37a5e4c req-7a001cac-e10a-41d4-a5a7-3ae4163f36e9 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:50.389292 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b87ab965-a05a-430b-b16a-41d4e37a5e4c req-7a001cac-e10a-41d4-a5a7-3ae4163f36e9 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e185f49-c3a7-4849-9353-5ff01289649a HTTP/1.1" status: 200 len: 943 time: 0.0571883 Oct 14 12:39:50.427659 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b87ab965-a05a-430b-b16a-41d4e37a5e4c req-d88ad9fb-028f-4d0b-8a68-5e01d4110757 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/security-groups?id=25efad0b-45c1-4925-b80f-8fbdebb931d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317051 Oct 14 12:39:50.475641 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e489c995-21f0-4f05-8751-d1665d164fbe req-ec0e9dae-e589-4d0c-b465-fff67cd9d2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:50.477130 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-e489c995-21f0-4f05-8751-d1665d164fbe req-ec0e9dae-e589-4d0c-b465-fff67cd9d2be service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=9c71ae6c10964efaa500d64b4ac27643&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0932925 Oct 14 12:39:50.572148 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e489c995-21f0-4f05-8751-d1665d164fbe req-8a3cadf7-c8f7-43d4-9fe4-5c8951bd8e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:50.573577 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-e489c995-21f0-4f05-8751-d1665d164fbe req-8a3cadf7-c8f7-43d4-9fe4-5c8951bd8e64 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0888546 Oct 14 12:39:50.648463 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c2d37a-5031-416b-a47a-2ec7c7b09fd3 req-2c97ce50-6142-43b2-b9c7-105a10e39977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:50.649888 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-39c2d37a-5031-416b-a47a-2ec7c7b09fd3 req-2c97ce50-6142-43b2-b9c7-105a10e39977 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9c71ae6c10964efaa500d64b4ac27643&device_id=6e185f49-c3a7-4849-9353-5ff01289649a HTTP/1.1" status: 200 len: 1096 time: 0.0389569 Oct 14 12:39:50.690634 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-39c2d37a-5031-416b-a47a-2ec7c7b09fd3 req-ccb532a3-8950-4cc8-b5ae-13383d0ab61b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3262b9e2-dd77-4351-b35e-2cc048290a25 HTTP/1.1" status: 200 len: 217 time: 0.0325124 Oct 14 12:39:50.740633 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c2d37a-5031-416b-a47a-2ec7c7b09fd3 req-c54758d1-332e-4cca-92e9-1979fc06c318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:50.741991 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-39c2d37a-5031-416b-a47a-2ec7c7b09fd3 req-c54758d1-332e-4cca-92e9-1979fc06c318 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=276415d2-1e3a-4342-98aa-3d24e8bd453f HTTP/1.1" status: 200 len: 855 time: 0.0442762 Oct 14 12:39:50.771873 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-39c2d37a-5031-416b-a47a-2ec7c7b09fd3 req-13e4e17d-5ad7-4153-89e9-0a0161ff0d19 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=17118479-825b-4df9-b92a-24e64ba1ce23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0223486 Oct 14 12:39:50.860312 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-39c2d37a-5031-416b-a47a-2ec7c7b09fd3 req-a3b08669-1a83-43e7-9930-8b787abb9200 service neutron] 10.222.0.25 "GET /v2.0/networks/17118479-825b-4df9-b92a-24e64ba1ce23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801568 Oct 14 12:39:50.954250 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-39c2d37a-5031-416b-a47a-2ec7c7b09fd3 req-b139423a-f108-4dd3-a97f-e43573fd0aaf service neutron] 10.222.0.25 "GET /v2.0/networks/17118479-825b-4df9-b92a-24e64ba1ce23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834363 Oct 14 12:39:51.541286 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f3fe0-5df1-4579-a073-db239389d81e req-718550df-a33a-472a-9124-50f6f2a96a4a tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:51.542728 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-210f3fe0-5df1-4579-a073-db239389d81e req-718550df-a33a-472a-9124-50f6f2a96a4a tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e185f49-c3a7-4849-9353-5ff01289649a HTTP/1.1" status: 200 len: 943 time: 0.0480866 Oct 14 12:39:51.579265 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-210f3fe0-5df1-4579-a073-db239389d81e req-991fefe1-7fed-4a4e-b7fa-07f90044616a tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/security-groups?id=25efad0b-45c1-4925-b80f-8fbdebb931d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305617 Oct 14 12:39:52.689784 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be72e9f-1313-4f47-afa3-983ab774c0fa req-fe6daf26-d68f-4534-a2c6-b3f156431852 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:52.691218 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-3be72e9f-1313-4f47-afa3-983ab774c0fa req-fe6daf26-d68f-4534-a2c6-b3f156431852 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e185f49-c3a7-4849-9353-5ff01289649a HTTP/1.1" status: 200 len: 943 time: 0.0471961 Oct 14 12:39:52.730981 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-3be72e9f-1313-4f47-afa3-983ab774c0fa req-da9a0ed9-3223-47a9-b07d-62397c2aea63 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/security-groups?id=25efad0b-45c1-4925-b80f-8fbdebb931d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332947 Oct 14 12:39:53.152015 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-0a6a6f0b-8c5c-431b-88a3-a4bb9e1357f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:53.841174 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642a5f7-97bd-44cc-8646-fa1cf2c4c4fc req-2f1742c5-2bfd-4031-a4e3-acb9a0e3bbf9 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:53.842629 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-5642a5f7-97bd-44cc-8646-fa1cf2c4c4fc req-2f1742c5-2bfd-4031-a4e3-acb9a0e3bbf9 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e185f49-c3a7-4849-9353-5ff01289649a HTTP/1.1" status: 200 len: 943 time: 0.0475035 Oct 14 12:39:53.878296 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-5642a5f7-97bd-44cc-8646-fa1cf2c4c4fc req-14ee8373-1c16-4e69-a5be-fb0c5b7776d4 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/security-groups?id=25efad0b-45c1-4925-b80f-8fbdebb931d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298240 Oct 14 12:39:54.990468 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06deaaec-cfc1-402d-bd8f-20c075250137 req-0d507eda-e499-4926-81b6-6a08a2ab1fc5 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:54.991918 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-06deaaec-cfc1-402d-bd8f-20c075250137 req-0d507eda-e499-4926-81b6-6a08a2ab1fc5 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e185f49-c3a7-4849-9353-5ff01289649a HTTP/1.1" status: 200 len: 943 time: 0.0482144 Oct 14 12:39:55.028847 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-06deaaec-cfc1-402d-bd8f-20c075250137 req-c0f2510e-f394-42af-abf7-78df3dc9953c tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/security-groups?id=25efad0b-45c1-4925-b80f-8fbdebb931d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311368 Oct 14 12:39:55.923437 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-16a92f0a-620f-400c-ae5e-4bcbcd463900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:56.137944 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f4ad7-5142-4e6d-aef8-3ad72c7c507a req-1850e3a8-62ff-4268-a159-8b9cf9f4f4b6 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:56.139372 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-303f4ad7-5142-4e6d-aef8-3ad72c7c507a req-1850e3a8-62ff-4268-a159-8b9cf9f4f4b6 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e185f49-c3a7-4849-9353-5ff01289649a HTTP/1.1" status: 200 len: 943 time: 0.0468888 Oct 14 12:39:56.158336 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device 3262b9e2-dd77-4351-b35e-2cc048290a25 details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=100186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 12:39:56.181078 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-303f4ad7-5142-4e6d-aef8-3ad72c7c507a req-ab702961-aaae-4ee4-aa3b-8a968bb169f2 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/security-groups?id=25efad0b-45c1-4925-b80f-8fbdebb931d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357504 Oct 14 12:39:56.249997 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] For port 3262b9e2-dd77-4351-b35e-2cc048290a25, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=3262b9e2-dd77-4351-b35e-2cc048290a25,segment=NetworkSegment(caa5d19d-9a1f-4ef6-b1e0-47c76e90c812),segment_id=caa5d19d-9a1f-4ef6-b1e0-47c76e90c812)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:39:56.260914 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Returning: {'device': '3262b9e2-dd77-4351-b35e-2cc048290a25', 'network_id': '17118479-825b-4df9-b92a-24e64ba1ce23', 'port_id': '3262b9e2-dd77-4351-b35e-2cc048290a25', 'mac_address': 'fa:16:3e:1a:9a:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '276415d2-1e3a-4342-98aa-3d24e8bd453f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 12:39:56.297195 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:56.312765 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.notifiers.nova [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3262b9e2-dd77-4351-b35e-2cc048290a25 {{(pid=100186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:39:56.331167 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] For port 3262b9e2-dd77-4351-b35e-2cc048290a25, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=3262b9e2-dd77-4351-b35e-2cc048290a25,segment=NetworkSegment(caa5d19d-9a1f-4ef6-b1e0-47c76e90c812),segment_id=caa5d19d-9a1f-4ef6-b1e0-47c76e90c812)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:39:56.414224 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:56.579484 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Pushing event updated for resources: {'Port': ['ID=3262b9e2-dd77-4351-b35e-2cc048290a25,revision_number=4']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:39:56.740736 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 40656) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:39:56.831120 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] get_ports_and_sgs() called for port_ids ['3262b9e2-dd77-4351-b35e-2cc048290a25'] {{(pid=100186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:39:56.892612 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.plugin [None req-51a5a342-5ce4-44dd-b947-66a714b8a950 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Deleting port c45b23ab-5e0d-4396-89e5-8de5fa31f459 {{(pid=100184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 12:39:56.892954 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-51a5a342-5ce4-44dd-b947-66a714b8a950 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787793337694'] for port, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:56.968641 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-51a5a342-5ce4-44dd-b947-66a714b8a950 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612080'] for port, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:56.968963 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-51a5a342-5ce4-44dd-b947-66a714b8a950 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:56.980604 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.plugin [None req-51a5a342-5ce4-44dd-b947-66a714b8a950 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Calling delete_port for c45b23ab-5e0d-4396-89e5-8de5fa31f459 owned by network:floatingip {{(pid=100184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 12:39:57.101075 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-469b4b0a-0edb-4369-82f6-413c16907b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:57.101676 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:57.202715 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-51a5a342-5ce4-44dd-b947-66a714b8a950 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787793344296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787792822815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235086'] for port, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:57.231500 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a5a342-5ce4-44dd-b947-66a714b8a950 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Pushing event deleted for resources: {'Port': ['ID=c45b23ab-5e0d-4396-89e5-8de5fa31f459,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:39:57.320737 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-51a5a342-5ce4-44dd-b947-66a714b8a950 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks [] for floatingip, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:57.321120 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.db.l3_db [None req-51a5a342-5ce4-44dd-b947-66a714b8a950 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Floating IP 9d5a7fcd-abe5-4fcd-97ca-c1729b0fe9a5 disassociated (deleted). External IP: 172.27.0.182, port: c2c1f4f5-177d-492b-8008-a0e5b78467ed. Oct 14 12:39:57.364004 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee5cc7d-2a59-4a9e-9dc3-4714c2e9ff29 req-1a761231-7e2d-4f50-990d-14ef7f1fee90 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:57.365385 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-5ee5cc7d-2a59-4a9e-9dc3-4714c2e9ff29 req-1a761231-7e2d-4f50-990d-14ef7f1fee90 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e185f49-c3a7-4849-9353-5ff01289649a HTTP/1.1" status: 200 len: 944 time: 0.1115797 Oct 14 12:39:57.436710 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-5ee5cc7d-2a59-4a9e-9dc3-4714c2e9ff29 req-212b4a09-9e60-4eec-a811-d69afd83e92e tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/security-groups?id=25efad0b-45c1-4925-b80f-8fbdebb931d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464191 Oct 14 12:39:57.556604 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51a5a342-5ce4-44dd-b947-66a714b8a950 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Router 24e89d46-aa37-411d-b9be-477ef885065b has already been hosted by L3 agent 98567738-4256-4ddd-ae03-62c82ecec038 {{(pid=100184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 12:39:57.660736 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a5a342-5ce4-44dd-b947-66a714b8a950 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify agent at l3_agent.dv-cinder-813986-1-iscsi the message routers_updated {{(pid=100184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:39:57.665614 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-51a5a342-5ce4-44dd-b947-66a714b8a950 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516790'] for floatingip, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:57.670477 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ad7d55-9805-48a6-8678-7ffaee789a91 None None] Sync routers for ids ['24e89d46-aa37-411d-b9be-477ef885065b'] in dv-cinder-813986-1-iscsi {{(pid=100187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:39:57.680231 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ad7d55-9805-48a6-8678-7ffaee789a91 None None] Routers {'24e89d46-aa37-411d-b9be-477ef885065b'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:39:57.680870 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_hamode_db [None req-c2ad7d55-9805-48a6-8678-7ffaee789a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:39:56Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['24e89d46-aa37-411d-b9be-477ef885065b'], 'active': True} {{(pid=100187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:39:57.691409 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-51a5a342-5ce4-44dd-b947-66a714b8a950 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "DELETE /v2.0/floatingips/9d5a7fcd-abe5-4fcd-97ca-c1729b0fe9a5 HTTP/1.1" status: 204 len: 168 time: 0.9496360 Oct 14 12:39:57.692729 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91365a7a-35d5-4ccc-b0be-0f7ccd91253a', 'tag': 'c2c1f4f5-177d-492b-8008-a0e5b78467ed'}] {{(pid=100184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:39:57.695158 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb275087d552987a85547e896d52e13f348f0da1d291f893306c6091374b53c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37673eda-57d4-46af-aa95-339c41d110e9" -d '{"events": [{"name": "network-changed", "server_uuid": "91365a7a-35d5-4ccc-b0be-0f7ccd91253a", "tag": "c2c1f4f5-177d-492b-8008-a0e5b78467ed"}]}' {{(pid=100184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:39:57.732689 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 12:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d1d73f3-4d6a-4b44-b4a5-10d0ab383498 x-openstack-request-id: req-8d1d73f3-4d6a-4b44-b4a5-10d0ab383498 {{(pid=100184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:39:57.732984 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91365a7a-35d5-4ccc-b0be-0f7ccd91253a", "tag": "c2c1f4f5-177d-492b-8008-a0e5b78467ed", "status": "completed", "code": 200}]} {{(pid=100184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:39:57.733434 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8d1d73f3-4d6a-4b44-b4a5-10d0ab383498 {{(pid=100184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:39:57.733820 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91365a7a-35d5-4ccc-b0be-0f7ccd91253a', 'tag': 'c2c1f4f5-177d-492b-8008-a0e5b78467ed', 'status': 'completed', 'code': 200} Oct 14 12:39:57.785747 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_dvr_db [None req-c2ad7d55-9805-48a6-8678-7ffaee789a91 None None] Set router 24e89d46-aa37-411d-b9be-477ef885065b gateway port host: dv-cinder-813986-1-iscsi {{(pid=100187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:39:57.800717 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37673eda-57d4-46af-aa95-339c41d110e9 req-3e88ed0d-49f2-433f-a3a2-6386bef5972f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:57.802742 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-37673eda-57d4-46af-aa95-339c41d110e9 req-3e88ed0d-49f2-433f-a3a2-6386bef5972f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d99b7bc72612436fbfc26fefb4d4be39&device_id=91365a7a-35d5-4ccc-b0be-0f7ccd91253a HTTP/1.1" status: 200 len: 1098 time: 0.0400472 Oct 14 12:39:57.896100 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37673eda-57d4-46af-aa95-339c41d110e9 req-2a8e879f-87fc-4277-a26e-3aef2feee1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:57.897821 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-37673eda-57d4-46af-aa95-339c41d110e9 req-2a8e879f-87fc-4277-a26e-3aef2feee1be service neutron] 10.222.0.25 "GET /v2.0/networks?id=1645ab42-9d5c-4574-823e-897e40d672c1 HTTP/1.1" status: 200 len: 913 time: 0.0861602 Oct 14 12:39:57.940988 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-37673eda-57d4-46af-aa95-339c41d110e9 req-3b55abb9-a7b8-4e18-8b84-c9d22e48db54 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2c1f4f5-177d-492b-8008-a0e5b78467ed HTTP/1.1" status: 200 len: 217 time: 0.0339704 Oct 14 12:39:57.996810 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37673eda-57d4-46af-aa95-339c41d110e9 req-8974d125-2958-43a8-a05e-a6d9e4d753c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:57.998378 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-37673eda-57d4-46af-aa95-339c41d110e9 req-8974d125-2958-43a8-a05e-a6d9e4d753c2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2ad3bf63-05be-4f65-ad9c-541a80de9cc8 HTTP/1.1" status: 200 len: 851 time: 0.0436072 Oct 14 12:39:58.008280 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_hamode_db [None req-c2ad7d55-9805-48a6-8678-7ffaee789a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e89d46-aa37-411d-b9be-477ef885065b', 'name': 'tempest-TestVolumeBootPattern-1930588745-router', 'tenant_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '8e8d4ddc-3788-4316-88f0-d5f161911b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:30:07Z', 'updated_at': '2021-10-14T12:30:11Z', 'revision_number': 4, 'project_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'gw_port': {'id': '8e8d4ddc-3788-4316-88f0-d5f161911b1d', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:99:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e89d46-aa37-411d-b9be-477ef885065b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:08Z', 'updated_at': '2021-10-14T12:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_floatingips': [{'id': '19561f40-9ff3-42a2-b0e3-4f30ba35831a', 'tenant_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'floating_ip_address': '172.27.0.140', 'floating_network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'router_id': '24e89d46-aa37-411d-b9be-477ef885065b', 'port_id': '3d08a634-bada-426a-8d25-b35351c821a5', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1645ab42-9d5c-4574-823e-897e40d672c1', 'mac_address': 'fa:16:3e:b9:d8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e82254a-b44e-4e3c-983e-c4d23511b24f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T12:35:29Z', 'updated_at': '2021-10-14T12:35:31Z', 'revision_number': 1, 'project_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd1b52f9-3d01-4f96-a600-cd81ebb1559f', 'name': '', 'network_id': '1645ab42-9d5c-4574-823e-897e40d672c1', 'tenant_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'mac_address': 'fa:16:3e:84:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e89d46-aa37-411d-b9be-477ef885065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '2ad3bf63-05be-4f65-ad9c-541a80de9cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:10Z', 'updated_at': '2021-10-14T12:30:16Z', 'revision_number': 5, 'project_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'subnets': [{'id': '2ad3bf63-05be-4f65-ad9c-541a80de9cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:39:58.034305 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ad7d55-9805-48a6-8678-7ffaee789a91 None None] Checking router: 24e89d46-aa37-411d-b9be-477ef885065b for host: dv-cinder-813986-1-iscsi {{(pid=100187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:39:58.043945 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ad7d55-9805-48a6-8678-7ffaee789a91 None None] Routers {'24e89d46-aa37-411d-b9be-477ef885065b'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:39:58.044585 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_hamode_db [None req-c2ad7d55-9805-48a6-8678-7ffaee789a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:39:56Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['24e89d46-aa37-411d-b9be-477ef885065b'], 'active': True} {{(pid=100187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:39:58.045973 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37673eda-57d4-46af-aa95-339c41d110e9 req-7472aa2e-40b6-4cf8-82e4-d50be2841a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:58.047481 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-37673eda-57d4-46af-aa95-339c41d110e9 req-7472aa2e-40b6-4cf8-82e4-d50be2841a85 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1645ab42-9d5c-4574-823e-897e40d672c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416567 Oct 14 12:39:58.121620 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb66b6e-cfdc-4cfc-a7db-292166c2774c req-a239a7e3-aff3-4988-9ee8-4195da295038 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:58.126918 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-4bb66b6e-cfdc-4cfc-a7db-292166c2774c req-a239a7e3-aff3-4988-9ee8-4195da295038 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?device_id=91365a7a-35d5-4ccc-b0be-0f7ccd91253a HTTP/1.1" status: 200 len: 945 time: 0.0495226 Oct 14 12:39:58.142778 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-37673eda-57d4-46af-aa95-339c41d110e9 req-78919dc9-7393-48c2-acbf-4c20effc4a93 service neutron] 10.222.0.25 "GET /v2.0/networks/1645ab42-9d5c-4574-823e-897e40d672c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857759 Oct 14 12:39:58.150941 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_dvr_db [None req-c2ad7d55-9805-48a6-8678-7ffaee789a91 None None] Set router 24e89d46-aa37-411d-b9be-477ef885065b gateway port host: dv-cinder-813986-1-iscsi {{(pid=100187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:39:58.162933 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-4bb66b6e-cfdc-4cfc-a7db-292166c2774c req-7a5a10a2-afbe-4981-9c40-86db8df9863a tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/security-groups?id=68fb2c81-0a0b-490d-b3ee-a78d1372b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330381 Oct 14 12:39:58.170747 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device 3262b9e2-dd77-4351-b35e-2cc048290a25 up at agent hyperv_hv-cinder-81398 {{(pid=100186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:39:58.243260 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-37673eda-57d4-46af-aa95-339c41d110e9 req-5af1c93b-441b-461a-aefb-ba9e75090f74 service neutron] 10.222.0.25 "GET /v2.0/networks/1645ab42-9d5c-4574-823e-897e40d672c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869262 Oct 14 12:39:58.272630 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Provisioning for port 3262b9e2-dd77-4351-b35e-2cc048290a25 completed by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 12:39:58.283361 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Provisioning complete for port 3262b9e2-dd77-4351-b35e-2cc048290a25 triggered by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:39:58.283734 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:58.351870 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-27c04846-3a84-4189-8b30-75b8cfbf2676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:58.365385 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:58.381930 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_hamode_db [None req-c2ad7d55-9805-48a6-8678-7ffaee789a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e89d46-aa37-411d-b9be-477ef885065b', 'name': 'tempest-TestVolumeBootPattern-1930588745-router', 'tenant_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '8e8d4ddc-3788-4316-88f0-d5f161911b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:30:07Z', 'updated_at': '2021-10-14T12:30:11Z', 'revision_number': 4, 'project_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'gw_port': {'id': '8e8d4ddc-3788-4316-88f0-d5f161911b1d', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:99:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e89d46-aa37-411d-b9be-477ef885065b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:08Z', 'updated_at': '2021-10-14T12:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_floatingips': [{'id': '19561f40-9ff3-42a2-b0e3-4f30ba35831a', 'tenant_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'floating_ip_address': '172.27.0.140', 'floating_network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'router_id': '24e89d46-aa37-411d-b9be-477ef885065b', 'port_id': '3d08a634-bada-426a-8d25-b35351c821a5', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1645ab42-9d5c-4574-823e-897e40d672c1', 'mac_address': 'fa:16:3e:b9:d8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e82254a-b44e-4e3c-983e-c4d23511b24f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T12:35:29Z', 'updated_at': '2021-10-14T12:35:31Z', 'revision_number': 1, 'project_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd1b52f9-3d01-4f96-a600-cd81ebb1559f', 'name': '', 'network_id': '1645ab42-9d5c-4574-823e-897e40d672c1', 'tenant_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'mac_address': 'fa:16:3e:84:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e89d46-aa37-411d-b9be-477ef885065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '2ad3bf63-05be-4f65-ad9c-541a80de9cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:10Z', 'updated_at': '2021-10-14T12:30:16Z', 'revision_number': 5, 'project_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'subnets': [{'id': '2ad3bf63-05be-4f65-ad9c-541a80de9cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:39:58.386905 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e185f49-c3a7-4849-9353-5ff01289649a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3262b9e2-dd77-4351-b35e-2cc048290a25'}] {{(pid=100186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:39:58.389195 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ce96789b1b9487be48749a60ffcfd0a175945a3b692fd75626d794e24ae9ed4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c474ae-cb16-4d12-b727-370357676585" -d '{"events": [{"server_uuid": "6e185f49-c3a7-4849-9353-5ff01289649a", "name": "network-vif-plugged", "status": "completed", "tag": "3262b9e2-dd77-4351-b35e-2cc048290a25"}]}' {{(pid=100186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:39:58.401843 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] For port 3262b9e2-dd77-4351-b35e-2cc048290a25, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=3262b9e2-dd77-4351-b35e-2cc048290a25,segment=NetworkSegment(caa5d19d-9a1f-4ef6-b1e0-47c76e90c812),segment_id=caa5d19d-9a1f-4ef6-b1e0-47c76e90c812)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:39:58.408204 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ad7d55-9805-48a6-8678-7ffaee789a91 None None] The sync data for ids ['24e89d46-aa37-411d-b9be-477ef885065b'] in dv-cinder-813986-1-iscsi is: [{'id': '24e89d46-aa37-411d-b9be-477ef885065b', 'name': 'tempest-TestVolumeBootPattern-1930588745-router', 'tenant_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '8e8d4ddc-3788-4316-88f0-d5f161911b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:30:07Z', 'updated_at': '2021-10-14T12:30:11Z', 'revision_number': 4, 'project_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'gw_port': {'id': '8e8d4ddc-3788-4316-88f0-d5f161911b1d', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:99:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e89d46-aa37-411d-b9be-477ef885065b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:08Z', 'updated_at': '2021-10-14T12:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_floatingips': [{'id': '19561f40-9ff3-42a2-b0e3-4f30ba35831a', 'tenant_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'floating_ip_address': '172.27.0.140', 'floating_network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'router_id': '24e89d46-aa37-411d-b9be-477ef885065b', 'port_id': '3d08a634-bada-426a-8d25-b35351c821a5', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1645ab42-9d5c-4574-823e-897e40d672c1', 'mac_address': 'fa:16:3e:b9:d8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e82254a-b44e-4e3c-983e-c4d23511b24f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T12:35:29Z', 'updated_at': '2021-10-14T12:35:31Z', 'revision_number': 1, 'project_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd1b52f9-3d01-4f96-a600-cd81ebb1559f', 'name': '', 'network_id': '1645ab42-9d5c-4574-823e-897e40d672c1', 'tenant_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'mac_address': 'fa:16:3e:84:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e89d46-aa37-411d-b9be-477ef885065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '2ad3bf63-05be-4f65-ad9c-541a80de9cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:10Z', 'updated_at': '2021-10-14T12:30:16Z', 'revision_number': 5, 'project_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'subnets': [{'id': '2ad3bf63-05be-4f65-ad9c-541a80de9cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:39:58.429313 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14bb533-3d35-43d1-b0cc-179564945ad2 x-openstack-request-id: req-d14bb533-3d35-43d1-b0cc-179564945ad2 {{(pid=100186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:39:58.429603 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e185f49-c3a7-4849-9353-5ff01289649a", "name": "network-vif-plugged", "status": "completed", "tag": "3262b9e2-dd77-4351-b35e-2cc048290a25", "code": 200}]} {{(pid=100186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:39:58.429855 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d14bb533-3d35-43d1-b0cc-179564945ad2 {{(pid=100186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:39:58.430250 dv-cinder-813986-1-iscsi neutron-server[100186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e185f49-c3a7-4849-9353-5ff01289649a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3262b9e2-dd77-4351-b35e-2cc048290a25', 'code': 200} Oct 14 12:39:58.443354 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:39:58.505409 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Pushing event updated for resources: {'Port': ['ID=3262b9e2-dd77-4351-b35e-2cc048290a25,revision_number=5']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:39:58.570106 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6a4b3e-a237-4028-81fe-a5a8e1601a9b req-86339440-d14a-446d-9096-9edd1ac7b007 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:58.573907 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-8f6a4b3e-a237-4028-81fe-a5a8e1601a9b req-86339440-d14a-446d-9096-9edd1ac7b007 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e185f49-c3a7-4849-9353-5ff01289649a HTTP/1.1" status: 200 len: 945 time: 0.0543458 Oct 14 12:39:58.611767 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-8f6a4b3e-a237-4028-81fe-a5a8e1601a9b req-c8a5f2ae-4768-4a45-9c98-c2a0495d857b tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/security-groups?id=25efad0b-45c1-4925-b80f-8fbdebb931d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337632 Oct 14 12:39:58.651601 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c04e896-889e-48ff-972c-d5096497ff85 None None] New status for floating IP 9d5a7fcd-abe5-4fcd-97ca-c1729b0fe9a5: DOWN {{(pid=100186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 12:39:58.781576 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de08022-7d84-44c7-a1f5-5929cd89fd18 req-f9bcec0f-91c3-4442-8b67-ecbc8d3ee72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:58.782935 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-7de08022-7d84-44c7-a1f5-5929cd89fd18 req-f9bcec0f-91c3-4442-8b67-ecbc8d3ee72c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6e185f49-c3a7-4849-9353-5ff01289649a HTTP/1.1" status: 200 len: 1098 time: 0.0427299 Oct 14 12:39:58.817793 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-7de08022-7d84-44c7-a1f5-5929cd89fd18 req-eccb3918-aac4-4924-b930-64c9c7954fa5 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=25efad0b-45c1-4925-b80f-8fbdebb931d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266793 Oct 14 12:39:59.278693 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a87a61e-b5e0-4f87-8af9-b882d1c6d427 req-29f70991-7fce-4ea7-a202-8a44412b5cd9 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:59.280156 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-4a87a61e-b5e0-4f87-8af9-b882d1c6d427 req-29f70991-7fce-4ea7-a202-8a44412b5cd9 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?device_id=91365a7a-35d5-4ccc-b0be-0f7ccd91253a HTTP/1.1" status: 200 len: 945 time: 0.0468976 Oct 14 12:39:59.317886 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-4a87a61e-b5e0-4f87-8af9-b882d1c6d427 req-ca228875-f310-4963-a0a4-08e57efa2c32 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/security-groups?id=68fb2c81-0a0b-490d-b3ee-a78d1372b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312340 Oct 14 12:39:59.724908 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34656bb-5626-431b-8e07-3ebea99f4cb1 req-5decba30-f619-4e09-9647-f78ac2036734 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:39:59.726339 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-a34656bb-5626-431b-8e07-3ebea99f4cb1 req-5decba30-f619-4e09-9647-f78ac2036734 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e185f49-c3a7-4849-9353-5ff01289649a HTTP/1.1" status: 200 len: 945 time: 0.0475578 Oct 14 12:39:59.762462 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-a34656bb-5626-431b-8e07-3ebea99f4cb1 req-d554ca55-940d-44bb-af9d-1b18990ea408 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/security-groups?id=25efad0b-45c1-4925-b80f-8fbdebb931d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302901 Oct 14 12:40:00.435917 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8760470-e152-4357-9e85-54674ea27714 req-40b63521-ddee-4d52-8532-1c49fc77db63 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:40:00.437390 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-c8760470-e152-4357-9e85-54674ea27714 req-40b63521-ddee-4d52-8532-1c49fc77db63 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?device_id=91365a7a-35d5-4ccc-b0be-0f7ccd91253a HTTP/1.1" status: 200 len: 945 time: 0.0532281 Oct 14 12:40:00.456350 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba2318e-711d-41fa-a00a-f5e8d6336944 req-76228195-7f02-487f-bd9a-54bc52fcc3a5 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:40:00.457793 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-1ba2318e-711d-41fa-a00a-f5e8d6336944 req-76228195-7f02-487f-bd9a-54bc52fcc3a5 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.25 "GET /v2.0/ports?device_id=91365a7a-35d5-4ccc-b0be-0f7ccd91253a HTTP/1.1" status: 200 len: 945 time: 0.0475762 Oct 14 12:40:00.474679 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-c8760470-e152-4357-9e85-54674ea27714 req-562999db-fd7e-4d78-956b-4c4ef22223c9 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/security-groups?id=68fb2c81-0a0b-490d-b3ee-a78d1372b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311265 Oct 14 12:40:00.553131 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.plugin [req-1ba2318e-711d-41fa-a00a-f5e8d6336944 req-7a0e8f19-5809-4a42-af15-5c080fa81543 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Deleting port c2c1f4f5-177d-492b-8008-a0e5b78467ed {{(pid=100185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 12:40:00.553472 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-1ba2318e-711d-41fa-a00a-f5e8d6336944 req-7a0e8f19-5809-4a42-af15-5c080fa81543 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787793337694'] for port, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:00.638505 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.db [req-1ba2318e-711d-41fa-a00a-f5e8d6336944 req-7a0e8f19-5809-4a42-af15-5c080fa81543 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] For port c2c1f4f5-177d-492b-8008-a0e5b78467ed, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=c2c1f4f5-177d-492b-8008-a0e5b78467ed,segment=NetworkSegment(6a8c4e17-959a-4a0c-982c-7e92be64d560),segment_id=6a8c4e17-959a-4a0c-982c-7e92be64d560)] {{(pid=100185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:40:00.638749 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-1ba2318e-711d-41fa-a00a-f5e8d6336944 req-7a0e8f19-5809-4a42-af15-5c080fa81543 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612080'] for port, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:00.651145 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.plugin [req-1ba2318e-711d-41fa-a00a-f5e8d6336944 req-7a0e8f19-5809-4a42-af15-5c080fa81543 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Calling delete_port for c2c1f4f5-177d-492b-8008-a0e5b78467ed owned by compute:nova {{(pid=100185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 12:40:00.820361 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-1ba2318e-711d-41fa-a00a-f5e8d6336944 req-7a0e8f19-5809-4a42-af15-5c080fa81543 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787793344296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787792822815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7811617'] for port, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:00.849679 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0e8f19-5809-4a42-af15-5c080fa81543 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Pushing event deleted for resources: {'Port': ['ID=c2c1f4f5-177d-492b-8008-a0e5b78467ed,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:40:00.881593 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bffe86-5f83-41c4-b8fa-c92dece12621 req-593129ef-52bf-43cc-9a91-467a8cad1167 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:40:00.884358 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-c0bffe86-5f83-41c4-b8fa-c92dece12621 req-593129ef-52bf-43cc-9a91-467a8cad1167 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e185f49-c3a7-4849-9353-5ff01289649a HTTP/1.1" status: 200 len: 945 time: 0.0550447 Oct 14 12:40:00.890515 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ba2318e-711d-41fa-a00a-f5e8d6336944 req-7a0e8f19-5809-4a42-af15-5c080fa81543 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] No DVR routers for this DVR port c2c1f4f5-177d-492b-8008-a0e5b78467ed on host hv-cinder-81398 {{(pid=100185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 12:40:00.893010 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-1ba2318e-711d-41fa-a00a-f5e8d6336944 req-7a0e8f19-5809-4a42-af15-5c080fa81543 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516790'] for port, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:00.896834 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-1ba2318e-711d-41fa-a00a-f5e8d6336944 req-7a0e8f19-5809-4a42-af15-5c080fa81543 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.25 "DELETE /v2.0/ports/c2c1f4f5-177d-492b-8008-a0e5b78467ed HTTP/1.1" status: 204 len: 173 time: 0.4320977 Oct 14 12:40:00.897526 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91365a7a-35d5-4ccc-b0be-0f7ccd91253a', 'name': 'network-vif-deleted', 'tag': 'c2c1f4f5-177d-492b-8008-a0e5b78467ed'}] {{(pid=100185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:40:00.899807 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}167116552ac494ad33fe024857b10e57374526f2b70b110e82d735407eff6bb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75794ea2-ca9b-48f4-907f-a5d1ee86f869" -d '{"events": [{"server_uuid": "91365a7a-35d5-4ccc-b0be-0f7ccd91253a", "name": "network-vif-deleted", "tag": "c2c1f4f5-177d-492b-8008-a0e5b78467ed"}]}' {{(pid=100185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:40:00.923613 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-c0bffe86-5f83-41c4-b8fa-c92dece12621 req-fabf0653-fd0a-4ccc-8aeb-4134ad5b14ac tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/security-groups?id=25efad0b-45c1-4925-b80f-8fbdebb931d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345087 Oct 14 12:40:00.934939 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7170d74-b948-4643-a5de-0cf8c2a3876f x-openstack-request-id: req-a7170d74-b948-4643-a5de-0cf8c2a3876f {{(pid=100185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:40:00.935236 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91365a7a-35d5-4ccc-b0be-0f7ccd91253a", "name": "network-vif-deleted", "tag": "c2c1f4f5-177d-492b-8008-a0e5b78467ed", "status": "completed", "code": 200}]} {{(pid=100185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:40:00.935491 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a7170d74-b948-4643-a5de-0cf8c2a3876f {{(pid=100185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:40:00.935889 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91365a7a-35d5-4ccc-b0be-0f7ccd91253a', 'name': 'network-vif-deleted', 'tag': 'c2c1f4f5-177d-492b-8008-a0e5b78467ed', 'status': 'completed', 'code': 200} Oct 14 12:40:01.581248 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9dbca835-d8aa-4aaa-856a-6fbc8dac567a req-9c41e1dc-4ab9-455d-b676-f9a3b2dcbd04 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?device_id=91365a7a-35d5-4ccc-b0be-0f7ccd91253a HTTP/1.1" status: 200 len: 210 time: 0.0277131 Oct 14 12:40:02.743893 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc52d1-e3ab-41cd-80a5-6d02f22dd5a1 req-7e58476e-41f0-4432-ad97-1d5a4ca16a3e tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:40:02.745332 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-5dcc52d1-e3ab-41cd-80a5-6d02f22dd5a1 req-7e58476e-41f0-4432-ad97-1d5a4ca16a3e tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/networks?id=17118479-825b-4df9-b92a-24e64ba1ce23 HTTP/1.1" status: 200 len: 815 time: 0.1040909 Oct 14 12:40:02.760416 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-5dcc52d1-e3ab-41cd-80a5-6d02f22dd5a1 req-a0e3fc37-fd85-4594-b2c4-d1035ec6ca9a tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/quotas/9c71ae6c10964efaa500d64b4ac27643 HTTP/1.1" status: 200 len: 375 time: 0.0093405 Oct 14 12:40:02.811216 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-5dcc52d1-e3ab-41cd-80a5-6d02f22dd5a1 req-446156e0-4206-4095-8dab-ba46745351dc tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=9c71ae6c10964efaa500d64b4ac27643&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453737 Oct 14 12:40:02.975001 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-5dcc52d1-e3ab-41cd-80a5-6d02f22dd5a1 req-296096c6-8277-4be6-986c-7d60018a7197 service neutron] 10.222.0.54 "GET /v2.0/networks/17118479-825b-4df9-b92a-24e64ba1ce23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560566 Oct 14 12:40:03.064797 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-5dcc52d1-e3ab-41cd-80a5-6d02f22dd5a1 req-92508f85-fdce-451f-b856-dbf667325b90 service neutron] 10.222.0.54 "GET /v2.0/networks/17118479-825b-4df9-b92a-24e64ba1ce23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836117 Oct 14 12:40:03.280438 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-4de43fc7-8fb5-480d-84a8-efee1dd3f50a req-ffc5041c-3082-49c5-9fe5-3d243f5ed02c tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b3b1a57-39aa-4ed5-9ca1-bf15e9afc60a HTTP/1.1" status: 200 len: 210 time: 0.0269575 Oct 14 12:40:04.189398 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device c2c1f4f5-177d-492b-8008-a0e5b78467ed no longer exists at agent hyperv_hv-cinder-81398 {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:40:04.211898 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] No Port match for: c2c1f4f5-177d-492b-8008-a0e5b78467ed {{(pid=100186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 12:40:04.212195 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device c2c1f4f5-177d-492b-8008-a0e5b78467ed not bound to the agent host hv-cinder-81398 {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:40:04.375721 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-d6f7ee4e-2776-4b6d-8599-28505f695c3b req-c5320a46-a943-4a25-ab4f-b8b74af846fb tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b3b1a57-39aa-4ed5-9ca1-bf15e9afc60a HTTP/1.1" status: 200 len: 210 time: 0.0304852 Oct 14 12:40:05.009390 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 40742) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:40:05.074629 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc52d1-e3ab-41cd-80a5-6d02f22dd5a1 req-1312c415-1072-4dbe-97b3-6cb6586273b9 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:40:05.076028 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-5dcc52d1-e3ab-41cd-80a5-6d02f22dd5a1 req-1312c415-1072-4dbe-97b3-6cb6586273b9 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.25 "GET /v2.0/networks?id=17118479-825b-4df9-b92a-24e64ba1ce23 HTTP/1.1" status: 200 len: 815 time: 0.1039133 Oct 14 12:40:05.089460 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.v2.base [req-5dcc52d1-e3ab-41cd-80a5-6d02f22dd5a1 req-063f8015-def9-4323-a548-f11610402a33 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Request body: {'port': {'device_id': '0b3b1a57-39aa-4ed5-9ca1-bf15e9afc60a', 'network_id': '17118479-825b-4df9-b92a-24e64ba1ce23', 'admin_state_up': True, 'tenant_id': '9c71ae6c10964efaa500d64b4ac27643'}} {{(pid=100185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:40:05.277387 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dcc52d1-e3ab-41cd-80a5-6d02f22dd5a1 req-063f8015-def9-4323-a548-f11610402a33 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Made reservation on behalf of 9c71ae6c10964efaa500d64b4ac27643 for: {'port': 1} {{(pid=100185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:40:05.281409 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-5dcc52d1-e3ab-41cd-80a5-6d02f22dd5a1 req-063f8015-def9-4323-a548-f11610402a33 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:05.419535 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.plugin [None req-de44c054-af70-45e3-a089-af372fdfcc8d tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Deleting port 0ada23f6-74ec-48ee-b0c2-5e031b2cfef3 {{(pid=100184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 12:40:05.420078 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-de44c054-af70-45e3-a089-af372fdfcc8d tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787793337694'] for port, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:05.423651 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.db.db_base_plugin_common [req-5dcc52d1-e3ab-41cd-80a5-6d02f22dd5a1 req-063f8015-def9-4323-a548-f11610402a33 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Allocated IP 172.20.0.13 (17118479-825b-4df9-b92a-24e64ba1ce23/276415d2-1e3a-4342-98aa-3d24e8bd453f/a31be32c-0eb1-4b51-949a-c475f83d2b34) {{(pid=100185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:40:05.490959 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9e1d6c86-1388-42b3-9c14-d05e718c694c req-fa90503c-8cee-4c94-bb5e-4c76e5cf1dbc tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b3b1a57-39aa-4ed5-9ca1-bf15e9afc60a HTTP/1.1" status: 200 len: 210 time: 0.0347328 Oct 14 12:40:05.522448 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-de44c054-af70-45e3-a089-af372fdfcc8d tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612080'] for port, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:05.522704 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-de44c054-af70-45e3-a089-af372fdfcc8d tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:05.534135 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.plugin [None req-de44c054-af70-45e3-a089-af372fdfcc8d tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Calling delete_port for 0ada23f6-74ec-48ee-b0c2-5e031b2cfef3 owned by network:floatingip {{(pid=100184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 12:40:05.571417 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-5dcc52d1-e3ab-41cd-80a5-6d02f22dd5a1 req-063f8015-def9-4323-a548-f11610402a33 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Notify callbacks [] for port, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:05.729188 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-5dcc52d1-e3ab-41cd-80a5-6d02f22dd5a1 req-063f8015-def9-4323-a548-f11610402a33 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787792822806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7811617'] for port, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:05.741919 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] get_ports_and_sgs() called for port_ids ['1d4d04c7-cef5-40dc-9c9d-35946fad771c', '3262b9e2-dd77-4351-b35e-2cc048290a25'] {{(pid=100186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:40:05.768922 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-de44c054-af70-45e3-a089-af372fdfcc8d tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787793344296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787792822815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235086'] for port, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:05.773183 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dcc52d1-e3ab-41cd-80a5-6d02f22dd5a1 req-063f8015-def9-4323-a548-f11610402a33 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Network 17118479-825b-4df9-b92a-24e64ba1ce23 is already hosted by enough agents. {{(pid=100185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:40:05.778296 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.base_scheduler [req-5dcc52d1-e3ab-41cd-80a5-6d02f22dd5a1 req-063f8015-def9-4323-a548-f11610402a33 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Resources bound (agent type, host, resource id): {{(pid=100185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:40:05.782489 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dcc52d1-e3ab-41cd-80a5-6d02f22dd5a1 req-063f8015-def9-4323-a548-f11610402a33 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Received port after_create {{(pid=100185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:40:05.797297 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de44c054-af70-45e3-a089-af372fdfcc8d tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Pushing event deleted for resources: {'Port': ['ID=0ada23f6-74ec-48ee-b0c2-5e031b2cfef3,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:40:05.860122 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-de44c054-af70-45e3-a089-af372fdfcc8d tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks [] for floatingip, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:05.860531 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.db.l3_db [None req-de44c054-af70-45e3-a089-af372fdfcc8d tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Floating IP 19561f40-9ff3-42a2-b0e3-4f30ba35831a disassociated (deleted). External IP: 172.27.0.140, port: 3d08a634-bada-426a-8d25-b35351c821a5. Oct 14 12:40:06.055399 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063f8015-def9-4323-a548-f11610402a33 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Pushing event updated for resources: {'Port': ['ID=a31be32c-0eb1-4b51-949a-c475f83d2b34,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:40:06.066767 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063f8015-def9-4323-a548-f11610402a33 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:40:06.067101 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063f8015-def9-4323-a548-f11610402a33 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:40:06.067460 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063f8015-def9-4323-a548-f11610402a33 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:40:06.067788 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063f8015-def9-4323-a548-f11610402a33 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:40:06.068139 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063f8015-def9-4323-a548-f11610402a33 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:40:06.068461 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063f8015-def9-4323-a548-f11610402a33 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:40:06.068774 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063f8015-def9-4323-a548-f11610402a33 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:40:06.069087 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063f8015-def9-4323-a548-f11610402a33 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:40:06.069399 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063f8015-def9-4323-a548-f11610402a33 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:40:06.069708 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063f8015-def9-4323-a548-f11610402a33 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:40:06.070020 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063f8015-def9-4323-a548-f11610402a33 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:40:06.070332 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063f8015-def9-4323-a548-f11610402a33 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:40:06.074843 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de44c054-af70-45e3-a089-af372fdfcc8d tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Router 24e89d46-aa37-411d-b9be-477ef885065b has already been hosted by L3 agent 98567738-4256-4ddd-ae03-62c82ecec038 {{(pid=100184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 12:40:06.090776 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc52d1-e3ab-41cd-80a5-6d02f22dd5a1 req-063f8015-def9-4323-a548-f11610402a33 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:40:06.091365 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-5dcc52d1-e3ab-41cd-80a5-6d02f22dd5a1 req-063f8015-def9-4323-a548-f11610402a33 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516790'] for port, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:06.149186 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-5dcc52d1-e3ab-41cd-80a5-6d02f22dd5a1 req-063f8015-def9-4323-a548-f11610402a33 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0631988 Oct 14 12:40:06.162669 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.v2.base [req-5dcc52d1-e3ab-41cd-80a5-6d02f22dd5a1 req-398fec16-f821-4e49-b53d-bdd5b0fc2f12 service neutron] Request body: {'port': {'device_id': '0b3b1a57-39aa-4ed5-9ca1-bf15e9afc60a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=100185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:40:06.182115 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de44c054-af70-45e3-a089-af372fdfcc8d tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify agent at l3_agent.dv-cinder-813986-1-iscsi the message routers_updated {{(pid=100184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:40:06.187001 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-de44c054-af70-45e3-a089-af372fdfcc8d tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516790'] for floatingip, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:06.192594 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9a8ff1-7a11-495a-ab34-172fa632abfd None None] Sync routers for ids ['24e89d46-aa37-411d-b9be-477ef885065b'] in dv-cinder-813986-1-iscsi {{(pid=100187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:40:06.202610 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9a8ff1-7a11-495a-ab34-172fa632abfd None None] Routers {'24e89d46-aa37-411d-b9be-477ef885065b'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:40:06.203480 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_hamode_db [None req-df9a8ff1-7a11-495a-ab34-172fa632abfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:39:56Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['24e89d46-aa37-411d-b9be-477ef885065b'], 'active': True} {{(pid=100187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:40:06.213639 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-de44c054-af70-45e3-a089-af372fdfcc8d tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "DELETE /v2.0/floatingips/19561f40-9ff3-42a2-b0e3-4f30ba35831a HTTP/1.1" status: 204 len: 168 time: 1.2031474 Oct 14 12:40:06.214235 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e82254a-b44e-4e3c-983e-c4d23511b24f', 'tag': '3d08a634-bada-426a-8d25-b35351c821a5'}] {{(pid=100184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:40:06.216919 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb275087d552987a85547e896d52e13f348f0da1d291f893306c6091374b53c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec19a9d2-992b-4a44-87c0-55f2af80948b" -d '{"events": [{"name": "network-changed", "server_uuid": "9e82254a-b44e-4e3c-983e-c4d23511b24f", "tag": "3d08a634-bada-426a-8d25-b35351c821a5"}]}' {{(pid=100184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:40:06.221000 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-5dcc52d1-e3ab-41cd-80a5-6d02f22dd5a1 req-398fec16-f821-4e49-b53d-bdd5b0fc2f12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:06.263718 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 12:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e49a84-28a9-4d5c-9e75-4478fc9cdc4b x-openstack-request-id: req-a6e49a84-28a9-4d5c-9e75-4478fc9cdc4b {{(pid=100184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:40:06.264186 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e82254a-b44e-4e3c-983e-c4d23511b24f", "tag": "3d08a634-bada-426a-8d25-b35351c821a5", "status": "completed", "code": 200}]} {{(pid=100184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:40:06.264568 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a6e49a84-28a9-4d5c-9e75-4478fc9cdc4b {{(pid=100184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:40:06.264980 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e82254a-b44e-4e3c-983e-c4d23511b24f', 'tag': '3d08a634-bada-426a-8d25-b35351c821a5', 'status': 'completed', 'code': 200} Oct 14 12:40:06.330426 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_dvr_db [None req-df9a8ff1-7a11-495a-ab34-172fa632abfd None None] Set router 24e89d46-aa37-411d-b9be-477ef885065b gateway port host: dv-cinder-813986-1-iscsi {{(pid=100187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:40:06.342481 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec19a9d2-992b-4a44-87c0-55f2af80948b req-f24773f4-0ed1-4b35-87ca-8e472dc573ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:40:06.344026 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ec19a9d2-992b-4a44-87c0-55f2af80948b req-f24773f4-0ed1-4b35-87ca-8e472dc573ec service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d99b7bc72612436fbfc26fefb4d4be39&device_id=9e82254a-b44e-4e3c-983e-c4d23511b24f HTTP/1.1" status: 200 len: 1099 time: 0.0455110 Oct 14 12:40:06.447090 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec19a9d2-992b-4a44-87c0-55f2af80948b req-7cfe162b-593e-4c19-9630-2102914e807e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:40:06.448605 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ec19a9d2-992b-4a44-87c0-55f2af80948b req-7cfe162b-593e-4c19-9630-2102914e807e service neutron] 10.222.0.25 "GET /v2.0/networks?id=1645ab42-9d5c-4574-823e-897e40d672c1 HTTP/1.1" status: 200 len: 913 time: 0.0953007 Oct 14 12:40:06.499772 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.notifiers.nova [req-5dcc52d1-e3ab-41cd-80a5-6d02f22dd5a1 req-398fec16-f821-4e49-b53d-bdd5b0fc2f12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a31be32c-0eb1-4b51-949a-c475f83d2b34 {{(pid=100185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:40:06.504592 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ec19a9d2-992b-4a44-87c0-55f2af80948b req-f215463b-4dd8-43bc-95c6-17801a1f4cd7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d08a634-bada-426a-8d25-b35351c821a5 HTTP/1.1" status: 200 len: 217 time: 0.0470035 Oct 14 12:40:06.507729 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-5dcc52d1-e3ab-41cd-80a5-6d02f22dd5a1 req-398fec16-f821-4e49-b53d-bdd5b0fc2f12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:06.520592 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.db.provisioning_blocks [req-5dcc52d1-e3ab-41cd-80a5-6d02f22dd5a1 req-398fec16-f821-4e49-b53d-bdd5b0fc2f12 service neutron] Transition to ACTIVE for port object a31be32c-0eb1-4b51-949a-c475f83d2b34 will not be triggered until provisioned by entity L2. {{(pid=100185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 12:40:06.541855 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_hamode_db [None req-df9a8ff1-7a11-495a-ab34-172fa632abfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e89d46-aa37-411d-b9be-477ef885065b', 'name': 'tempest-TestVolumeBootPattern-1930588745-router', 'tenant_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '8e8d4ddc-3788-4316-88f0-d5f161911b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:30:07Z', 'updated_at': '2021-10-14T12:30:11Z', 'revision_number': 4, 'project_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'gw_port': {'id': '8e8d4ddc-3788-4316-88f0-d5f161911b1d', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:99:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e89d46-aa37-411d-b9be-477ef885065b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:08Z', 'updated_at': '2021-10-14T12:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_interfaces': [{'id': 'cd1b52f9-3d01-4f96-a600-cd81ebb1559f', 'name': '', 'network_id': '1645ab42-9d5c-4574-823e-897e40d672c1', 'tenant_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'mac_address': 'fa:16:3e:84:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e89d46-aa37-411d-b9be-477ef885065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '2ad3bf63-05be-4f65-ad9c-541a80de9cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:10Z', 'updated_at': '2021-10-14T12:30:16Z', 'revision_number': 5, 'project_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'subnets': [{'id': '2ad3bf63-05be-4f65-ad9c-541a80de9cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:40:06.571129 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec19a9d2-992b-4a44-87c0-55f2af80948b req-cb7b0d00-ca36-402f-ba19-8c50d4eae7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:40:06.572570 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ec19a9d2-992b-4a44-87c0-55f2af80948b req-cb7b0d00-ca36-402f-ba19-8c50d4eae7eb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2ad3bf63-05be-4f65-ad9c-541a80de9cc8 HTTP/1.1" status: 200 len: 851 time: 0.0606418 Oct 14 12:40:06.604202 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-5dcc52d1-e3ab-41cd-80a5-6d02f22dd5a1 req-398fec16-f821-4e49-b53d-bdd5b0fc2f12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7811640'] for port, after_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:06.656248 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398fec16-f821-4e49-b53d-bdd5b0fc2f12 service neutron] Pushing event updated for resources: {'Port': ['ID=a31be32c-0eb1-4b51-949a-c475f83d2b34,revision_number=2']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:40:06.664911 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9a8ff1-7a11-495a-ab34-172fa632abfd None None] Checking router: 24e89d46-aa37-411d-b9be-477ef885065b for host: dv-cinder-813986-1-iscsi {{(pid=100187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:40:06.673491 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9a8ff1-7a11-495a-ab34-172fa632abfd None None] Routers {'24e89d46-aa37-411d-b9be-477ef885065b'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:40:06.674144 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_hamode_db [None req-df9a8ff1-7a11-495a-ab34-172fa632abfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:39:56Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['24e89d46-aa37-411d-b9be-477ef885065b'], 'active': True} {{(pid=100187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:40:06.681779 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec19a9d2-992b-4a44-87c0-55f2af80948b req-b247000f-49a3-48ac-af6f-0951a0f56e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:40:06.683264 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ec19a9d2-992b-4a44-87c0-55f2af80948b req-b247000f-49a3-48ac-af6f-0951a0f56e82 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1645ab42-9d5c-4574-823e-897e40d672c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0992587 Oct 14 12:40:06.699719 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd75d3bb-faf6-462a-ab8f-10ea6a884b2b req-d98d3e4f-ed50-46f2-abf7-fd86f629dda6 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:40:06.701238 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-cd75d3bb-faf6-462a-ab8f-10ea6a884b2b req-d98d3e4f-ed50-46f2-abf7-fd86f629dda6 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b3b1a57-39aa-4ed5-9ca1-bf15e9afc60a HTTP/1.1" status: 200 len: 932 time: 0.1276045 Oct 14 12:40:06.738227 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.managers [req-5dcc52d1-e3ab-41cd-80a5-6d02f22dd5a1 req-398fec16-f821-4e49-b53d-bdd5b0fc2f12 service neutron] Attempting to bind port a31be32c-0eb1-4b51-949a-c475f83d2b34 on host hv-cinder-81398 for vnic_type normal with profile {{(pid=100185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:40:06.738558 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.managers [req-5dcc52d1-e3ab-41cd-80a5-6d02f22dd5a1 req-398fec16-f821-4e49-b53d-bdd5b0fc2f12 service neutron] Attempting to bind port a31be32c-0eb1-4b51-949a-c475f83d2b34 by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': 'caa5d19d-9a1f-4ef6-b1e0-47c76e90c812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '17118479-825b-4df9-b92a-24e64ba1ce23'}] {{(pid=100185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:40:06.738991 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcc52d1-e3ab-41cd-80a5-6d02f22dd5a1 req-398fec16-f821-4e49-b53d-bdd5b0fc2f12 service neutron] Attempting to bind port a31be32c-0eb1-4b51-949a-c475f83d2b34 on network 17118479-825b-4df9-b92a-24e64ba1ce23 {{(pid=100185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:40:06.743323 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcc52d1-e3ab-41cd-80a5-6d02f22dd5a1 req-398fec16-f821-4e49-b53d-bdd5b0fc2f12 service neutron] Port a31be32c-0eb1-4b51-949a-c475f83d2b34 on network 17118479-825b-4df9-b92a-24e64ba1ce23 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=100185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 12:40:06.743723 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcc52d1-e3ab-41cd-80a5-6d02f22dd5a1 req-398fec16-f821-4e49-b53d-bdd5b0fc2f12 service neutron] Attempting to bind port a31be32c-0eb1-4b51-949a-c475f83d2b34 on network 17118479-825b-4df9-b92a-24e64ba1ce23 {{(pid=100185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:40:06.748487 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcc52d1-e3ab-41cd-80a5-6d02f22dd5a1 req-398fec16-f821-4e49-b53d-bdd5b0fc2f12 service neutron] Checking agent: {'id': 'ea4bb8b9-32a8-4621-b95b-9b4a1b78ce98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 24, 36), 'started_at': datetime.datetime(2021, 10, 14, 12, 24, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:40:06.748826 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcc52d1-e3ab-41cd-80a5-6d02f22dd5a1 req-398fec16-f821-4e49-b53d-bdd5b0fc2f12 service neutron] Checking segment: {'id': 'caa5d19d-9a1f-4ef6-b1e0-47c76e90c812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '17118479-825b-4df9-b92a-24e64ba1ce23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:40:06.749278 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcc52d1-e3ab-41cd-80a5-6d02f22dd5a1 req-398fec16-f821-4e49-b53d-bdd5b0fc2f12 service neutron] Bound using segment: {'id': 'caa5d19d-9a1f-4ef6-b1e0-47c76e90c812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '17118479-825b-4df9-b92a-24e64ba1ce23'} {{(pid=100185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:40:06.749772 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.managers [req-5dcc52d1-e3ab-41cd-80a5-6d02f22dd5a1 req-398fec16-f821-4e49-b53d-bdd5b0fc2f12 service neutron] Bound port: a31be32c-0eb1-4b51-949a-c475f83d2b34, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caa5d19d-9a1f-4ef6-b1e0-47c76e90c812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '17118479-825b-4df9-b92a-24e64ba1ce23'}}] {{(pid=100185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:40:06.750170 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-5dcc52d1-e3ab-41cd-80a5-6d02f22dd5a1 req-398fec16-f821-4e49-b53d-bdd5b0fc2f12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:06.771467 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cbf5c9-45a1-495c-a1c5-66aadaf731ae req-3d36ef68-7810-403f-a5b6-48f12b1ef9fe tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:40:06.773218 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-a5cbf5c9-45a1-495c-a1c5-66aadaf731ae req-3d36ef68-7810-403f-a5b6-48f12b1ef9fe tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e82254a-b44e-4e3c-983e-c4d23511b24f HTTP/1.1" status: 200 len: 946 time: 0.1455956 Oct 14 12:40:06.790068 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_dvr_db [None req-df9a8ff1-7a11-495a-ab34-172fa632abfd None None] Set router 24e89d46-aa37-411d-b9be-477ef885065b gateway port host: dv-cinder-813986-1-iscsi {{(pid=100187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:40:06.817580 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.db [req-5dcc52d1-e3ab-41cd-80a5-6d02f22dd5a1 req-398fec16-f821-4e49-b53d-bdd5b0fc2f12 service neutron] For port a31be32c-0eb1-4b51-949a-c475f83d2b34, host hv-cinder-81398, cleared binding levels {{(pid=100185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:40:06.820872 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.db [req-5dcc52d1-e3ab-41cd-80a5-6d02f22dd5a1 req-398fec16-f821-4e49-b53d-bdd5b0fc2f12 service neutron] For port a31be32c-0eb1-4b51-949a-c475f83d2b34, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=a31be32c-0eb1-4b51-949a-c475f83d2b34,segment=NetworkSegment(caa5d19d-9a1f-4ef6-b1e0-47c76e90c812),segment_id=caa5d19d-9a1f-4ef6-b1e0-47c76e90c812)] {{(pid=100185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:40:06.827949 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-cd75d3bb-faf6-462a-ab8f-10ea6a884b2b req-e80224e3-2fa8-4b4d-8bf9-0196081fc279 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/security-groups?id=25efad0b-45c1-4925-b80f-8fbdebb931d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169984 Oct 14 12:40:06.844926 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-a5cbf5c9-45a1-495c-a1c5-66aadaf731ae req-0f3cace5-decf-4918-8e75-78704baf30e7 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/security-groups?id=68fb2c81-0a0b-490d-b3ee-a78d1372b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646548 Oct 14 12:40:06.861743 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ec19a9d2-992b-4a44-87c0-55f2af80948b req-e3fde590-09fe-49fe-a828-459a22914c7c service neutron] 10.222.0.25 "GET /v2.0/networks/1645ab42-9d5c-4574-823e-897e40d672c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595550 Oct 14 12:40:06.877831 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-5dcc52d1-e3ab-41cd-80a5-6d02f22dd5a1 req-398fec16-f821-4e49-b53d-bdd5b0fc2f12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7811640'] for port, after_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:06.911146 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc52d1-e3ab-41cd-80a5-6d02f22dd5a1 req-398fec16-f821-4e49-b53d-bdd5b0fc2f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:40:06.911760 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [req-5dcc52d1-e3ab-41cd-80a5-6d02f22dd5a1 req-398fec16-f821-4e49-b53d-bdd5b0fc2f12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516790'] for port, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:06.913239 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [req-5dcc52d1-e3ab-41cd-80a5-6d02f22dd5a1 req-398fec16-f821-4e49-b53d-bdd5b0fc2f12 service neutron] 10.222.0.25 "PUT /v2.0/ports/a31be32c-0eb1-4b51-949a-c475f83d2b34 HTTP/1.1" status: 200 len: 1094 time: 0.7552652 Oct 14 12:40:06.913675 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b3b1a57-39aa-4ed5-9ca1-bf15e9afc60a', 'tag': 'a31be32c-0eb1-4b51-949a-c475f83d2b34'}] {{(pid=100185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:40:06.915917 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}167116552ac494ad33fe024857b10e57374526f2b70b110e82d735407eff6bb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47039fb3-e574-403c-9629-d4bb0600e93c" -d '{"events": [{"name": "network-changed", "server_uuid": "0b3b1a57-39aa-4ed5-9ca1-bf15e9afc60a", "tag": "a31be32c-0eb1-4b51-949a-c475f83d2b34"}]}' {{(pid=100185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:40:06.942169 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398fec16-f821-4e49-b53d-bdd5b0fc2f12 service neutron] Pushing event updated for resources: {'Port': ['ID=a31be32c-0eb1-4b51-949a-c475f83d2b34,revision_number=3']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:40:06.970065 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 12:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c10a9d8-4c90-455e-9713-fccbc23fdb13 x-openstack-request-id: req-3c10a9d8-4c90-455e-9713-fccbc23fdb13 {{(pid=100185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:40:06.970520 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b3b1a57-39aa-4ed5-9ca1-bf15e9afc60a", "tag": "a31be32c-0eb1-4b51-949a-c475f83d2b34", "status": "completed", "code": 200}]} {{(pid=100185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:40:06.970935 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3c10a9d8-4c90-455e-9713-fccbc23fdb13 {{(pid=100185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:40:06.971422 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b3b1a57-39aa-4ed5-9ca1-bf15e9afc60a', 'tag': 'a31be32c-0eb1-4b51-949a-c475f83d2b34', 'status': 'completed', 'code': 200} Oct 14 12:40:06.974035 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ec19a9d2-992b-4a44-87c0-55f2af80948b req-674148fd-5e91-4d00-88cb-ac967d23590f service neutron] 10.222.0.25 "GET /v2.0/networks/1645ab42-9d5c-4574-823e-897e40d672c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022203 Oct 14 12:40:07.011027 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_hamode_db [None req-df9a8ff1-7a11-495a-ab34-172fa632abfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e89d46-aa37-411d-b9be-477ef885065b', 'name': 'tempest-TestVolumeBootPattern-1930588745-router', 'tenant_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '8e8d4ddc-3788-4316-88f0-d5f161911b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:30:07Z', 'updated_at': '2021-10-14T12:30:11Z', 'revision_number': 4, 'project_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'gw_port': {'id': '8e8d4ddc-3788-4316-88f0-d5f161911b1d', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:99:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e89d46-aa37-411d-b9be-477ef885065b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:08Z', 'updated_at': '2021-10-14T12:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_interfaces': [{'id': 'cd1b52f9-3d01-4f96-a600-cd81ebb1559f', 'name': '', 'network_id': '1645ab42-9d5c-4574-823e-897e40d672c1', 'tenant_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'mac_address': 'fa:16:3e:84:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e89d46-aa37-411d-b9be-477ef885065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '2ad3bf63-05be-4f65-ad9c-541a80de9cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:10Z', 'updated_at': '2021-10-14T12:30:16Z', 'revision_number': 5, 'project_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'subnets': [{'id': '2ad3bf63-05be-4f65-ad9c-541a80de9cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:40:07.038761 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9a8ff1-7a11-495a-ab34-172fa632abfd None None] The sync data for ids ['24e89d46-aa37-411d-b9be-477ef885065b'] in dv-cinder-813986-1-iscsi is: [{'id': '24e89d46-aa37-411d-b9be-477ef885065b', 'name': 'tempest-TestVolumeBootPattern-1930588745-router', 'tenant_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '8e8d4ddc-3788-4316-88f0-d5f161911b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:30:07Z', 'updated_at': '2021-10-14T12:30:11Z', 'revision_number': 4, 'project_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'gw_port': {'id': '8e8d4ddc-3788-4316-88f0-d5f161911b1d', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:99:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e89d46-aa37-411d-b9be-477ef885065b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:08Z', 'updated_at': '2021-10-14T12:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_interfaces': [{'id': 'cd1b52f9-3d01-4f96-a600-cd81ebb1559f', 'name': '', 'network_id': '1645ab42-9d5c-4574-823e-897e40d672c1', 'tenant_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'mac_address': 'fa:16:3e:84:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e89d46-aa37-411d-b9be-477ef885065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '2ad3bf63-05be-4f65-ad9c-541a80de9cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:10Z', 'updated_at': '2021-10-14T12:30:16Z', 'revision_number': 5, 'project_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'subnets': [{'id': '2ad3bf63-05be-4f65-ad9c-541a80de9cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:40:07.046564 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47039fb3-e574-403c-9629-d4bb0600e93c req-f25d9e42-61db-4a23-9356-ffeb0d3da13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:40:07.048323 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-47039fb3-e574-403c-9629-d4bb0600e93c req-f25d9e42-61db-4a23-9356-ffeb0d3da13d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9c71ae6c10964efaa500d64b4ac27643&device_id=0b3b1a57-39aa-4ed5-9ca1-bf15e9afc60a HTTP/1.1" status: 200 len: 1097 time: 0.0437622 Oct 14 12:40:07.157393 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47039fb3-e574-403c-9629-d4bb0600e93c req-e289dca2-767d-4e4f-a2c5-c99e49c31f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:40:07.158934 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-47039fb3-e574-403c-9629-d4bb0600e93c req-e289dca2-767d-4e4f-a2c5-c99e49c31f64 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=9c71ae6c10964efaa500d64b4ac27643&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1003489 Oct 14 12:40:07.248461 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a30fc82-a10a-4a47-8f49-167ec687a7a4 None None] New status for floating IP 19561f40-9ff3-42a2-b0e3-4f30ba35831a: DOWN {{(pid=100186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 12:40:07.257456 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47039fb3-e574-403c-9629-d4bb0600e93c req-6ad57a13-eeed-4de9-b58f-31ed0c78009f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:40:07.258916 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-47039fb3-e574-403c-9629-d4bb0600e93c req-6ad57a13-eeed-4de9-b58f-31ed0c78009f service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0921569 Oct 14 12:40:07.341716 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc52d1-e3ab-41cd-80a5-6d02f22dd5a1 req-4da93920-5200-4eb2-bffa-fc355c8a8fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:40:07.343192 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-5dcc52d1-e3ab-41cd-80a5-6d02f22dd5a1 req-4da93920-5200-4eb2-bffa-fc355c8a8fc1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9c71ae6c10964efaa500d64b4ac27643&device_id=0b3b1a57-39aa-4ed5-9ca1-bf15e9afc60a HTTP/1.1" status: 200 len: 1097 time: 0.0421603 Oct 14 12:40:07.388675 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-5dcc52d1-e3ab-41cd-80a5-6d02f22dd5a1 req-f8868fa7-4439-4436-9ef7-8b74ab2ffb05 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a31be32c-0eb1-4b51-949a-c475f83d2b34 HTTP/1.1" status: 200 len: 217 time: 0.0361302 Oct 14 12:40:07.436658 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc52d1-e3ab-41cd-80a5-6d02f22dd5a1 req-fd2bf20e-8da8-446e-a0bb-1a84b00e375c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:40:07.437997 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-5dcc52d1-e3ab-41cd-80a5-6d02f22dd5a1 req-fd2bf20e-8da8-446e-a0bb-1a84b00e375c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=276415d2-1e3a-4342-98aa-3d24e8bd453f HTTP/1.1" status: 200 len: 855 time: 0.0413718 Oct 14 12:40:07.469766 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-5dcc52d1-e3ab-41cd-80a5-6d02f22dd5a1 req-8d68aa25-3289-45b7-a1da-a7f7ffdb53c2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=17118479-825b-4df9-b92a-24e64ba1ce23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0224319 Oct 14 12:40:07.562464 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-5dcc52d1-e3ab-41cd-80a5-6d02f22dd5a1 req-d489dce8-7a1f-445a-99a5-53b30d8b5e0f service neutron] 10.222.0.25 "GET /v2.0/networks/17118479-825b-4df9-b92a-24e64ba1ce23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835178 Oct 14 12:40:07.651344 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-5dcc52d1-e3ab-41cd-80a5-6d02f22dd5a1 req-ed5acf18-596c-4272-a6e1-aa74f9c1c378 service neutron] 10.222.0.25 "GET /v2.0/networks/17118479-825b-4df9-b92a-24e64ba1ce23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798452 Oct 14 12:40:07.700197 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:07.975482 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf4be9f-3eab-4656-ab9e-77bbc0007fbf req-fa391521-e8d1-4386-a7d7-f65c68034bf8 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:40:07.976963 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-baf4be9f-3eab-4656-ab9e-77bbc0007fbf req-fa391521-e8d1-4386-a7d7-f65c68034bf8 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b3b1a57-39aa-4ed5-9ca1-bf15e9afc60a HTTP/1.1" status: 200 len: 944 time: 0.0818686 Oct 14 12:40:07.989746 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658d9672-4171-4837-81e4-aad2b0410403 req-4d7051d0-fb3a-4bdc-b784-67ec4194aec4 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:40:07.995402 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-658d9672-4171-4837-81e4-aad2b0410403 req-4d7051d0-fb3a-4bdc-b784-67ec4194aec4 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e82254a-b44e-4e3c-983e-c4d23511b24f HTTP/1.1" status: 200 len: 946 time: 0.0693169 Oct 14 12:40:08.043128 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-baf4be9f-3eab-4656-ab9e-77bbc0007fbf req-d3689f4a-1587-4b4d-8933-439df821fc6e tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/security-groups?id=25efad0b-45c1-4925-b80f-8fbdebb931d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509858 Oct 14 12:40:08.050045 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-658d9672-4171-4837-81e4-aad2b0410403 req-7ca178f3-4449-44cb-adf8-e75757165359 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/security-groups?id=68fb2c81-0a0b-490d-b3ee-a78d1372b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522513 Oct 14 12:40:08.704432 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dbb404-77a9-430c-9329-1d86d61a2a84 req-d2842348-0d0f-4d29-b819-42917cc2ef49 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:40:08.705866 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-87dbb404-77a9-430c-9329-1d86d61a2a84 req-d2842348-0d0f-4d29-b819-42917cc2ef49 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e82254a-b44e-4e3c-983e-c4d23511b24f HTTP/1.1" status: 200 len: 946 time: 0.0490069 Oct 14 12:40:08.795739 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.plugin [req-87dbb404-77a9-430c-9329-1d86d61a2a84 req-f53a3a54-8f9a-4712-afaa-78aecd3a8b1a tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Deleting port 3d08a634-bada-426a-8d25-b35351c821a5 {{(pid=100184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 12:40:08.796099 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-87dbb404-77a9-430c-9329-1d86d61a2a84 req-f53a3a54-8f9a-4712-afaa-78aecd3a8b1a tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787793337694'] for port, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:08.882135 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.db [req-87dbb404-77a9-430c-9329-1d86d61a2a84 req-f53a3a54-8f9a-4712-afaa-78aecd3a8b1a tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] For port 3d08a634-bada-426a-8d25-b35351c821a5, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=3d08a634-bada-426a-8d25-b35351c821a5,segment=NetworkSegment(6a8c4e17-959a-4a0c-982c-7e92be64d560),segment_id=6a8c4e17-959a-4a0c-982c-7e92be64d560)] {{(pid=100184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:40:08.882493 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-87dbb404-77a9-430c-9329-1d86d61a2a84 req-f53a3a54-8f9a-4712-afaa-78aecd3a8b1a tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612080'] for port, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:08.894960 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.plugin [req-87dbb404-77a9-430c-9329-1d86d61a2a84 req-f53a3a54-8f9a-4712-afaa-78aecd3a8b1a tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Calling delete_port for 3d08a634-bada-426a-8d25-b35351c821a5 owned by compute:nova {{(pid=100184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 12:40:09.094535 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-87dbb404-77a9-430c-9329-1d86d61a2a84 req-f53a3a54-8f9a-4712-afaa-78aecd3a8b1a tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787793344296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787792822815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235086'] for port, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:09.129456 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53a3a54-8f9a-4712-afaa-78aecd3a8b1a tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Pushing event deleted for resources: {'Port': ['ID=3d08a634-bada-426a-8d25-b35351c821a5,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:40:09.181157 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-cf0f49b9-d07c-406e-aa77-5d00b1d77cba req-aaab7d5c-b7be-4d4e-9013-35eb6cd098ac tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e82254a-b44e-4e3c-983e-c4d23511b24f HTTP/1.1" status: 200 len: 210 time: 0.0576563 Oct 14 12:40:09.215606 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.db.l3_dvrscheduler_db [req-87dbb404-77a9-430c-9329-1d86d61a2a84 req-f53a3a54-8f9a-4712-afaa-78aecd3a8b1a tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] No DVR routers for this DVR port 3d08a634-bada-426a-8d25-b35351c821a5 on host hv-cinder-81398 {{(pid=100184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 12:40:09.218076 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-87dbb404-77a9-430c-9329-1d86d61a2a84 req-f53a3a54-8f9a-4712-afaa-78aecd3a8b1a tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516790'] for port, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:09.221517 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-87dbb404-77a9-430c-9329-1d86d61a2a84 req-f53a3a54-8f9a-4712-afaa-78aecd3a8b1a tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.25 "DELETE /v2.0/ports/3d08a634-bada-426a-8d25-b35351c821a5 HTTP/1.1" status: 204 len: 173 time: 0.5088444 Oct 14 12:40:09.222685 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e82254a-b44e-4e3c-983e-c4d23511b24f', 'name': 'network-vif-deleted', 'tag': '3d08a634-bada-426a-8d25-b35351c821a5'}] {{(pid=100184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:40:09.224989 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb275087d552987a85547e896d52e13f348f0da1d291f893306c6091374b53c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e22ea2-da8a-4ea3-8f36-6e5913f98ca7" -d '{"events": [{"server_uuid": "9e82254a-b44e-4e3c-983e-c4d23511b24f", "name": "network-vif-deleted", "tag": "3d08a634-bada-426a-8d25-b35351c821a5"}]}' {{(pid=100184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:40:09.246086 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e4c94-89f3-43b1-86c4-967f32a16777 req-b833804e-0e44-4fd9-a0ca-2f121d20e6c1 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:40:09.246208 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-d38e4c94-89f3-43b1-86c4-967f32a16777 req-b833804e-0e44-4fd9-a0ca-2f121d20e6c1 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b3b1a57-39aa-4ed5-9ca1-bf15e9afc60a HTTP/1.1" status: 200 len: 944 time: 0.1212831 Oct 14 12:40:09.261382 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ce36cc-4842-4f01-bfe8-3b257471d631 x-openstack-request-id: req-e7ce36cc-4842-4f01-bfe8-3b257471d631 {{(pid=100184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:40:09.261669 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e82254a-b44e-4e3c-983e-c4d23511b24f", "name": "network-vif-deleted", "tag": "3d08a634-bada-426a-8d25-b35351c821a5", "status": "completed", "code": 200}]} {{(pid=100184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:40:09.262112 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e7ce36cc-4842-4f01-bfe8-3b257471d631 {{(pid=100184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:40:09.262499 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e82254a-b44e-4e3c-983e-c4d23511b24f', 'name': 'network-vif-deleted', 'tag': '3d08a634-bada-426a-8d25-b35351c821a5', 'status': 'completed', 'code': 200} Oct 14 12:40:09.290302 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-d38e4c94-89f3-43b1-86c4-967f32a16777 req-7650d0c5-a292-43ea-9293-08d9c1db4e33 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/security-groups?id=25efad0b-45c1-4925-b80f-8fbdebb931d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381780 Oct 14 12:40:09.518549 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.agents_db [None req-78dcfc36-1157-4c7d-a1d8-d24093a96b44 None None] Agent healthcheck: found 6 active agents {{(pid=100187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:40:10.285506 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-8e215152-df9c-48bc-a9c3-329d346375f9 req-727dc67e-3ad8-4fdd-afe5-c6b2e7c6f105 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e82254a-b44e-4e3c-983e-c4d23511b24f HTTP/1.1" status: 200 len: 210 time: 0.0262713 Oct 14 12:40:10.408376 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c3387a-418e-4d2a-87c1-21b33037b71a req-c027c2f6-2466-4b1b-8a19-47670bf31cfa tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:40:10.409874 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-19c3387a-418e-4d2a-87c1-21b33037b71a req-c027c2f6-2466-4b1b-8a19-47670bf31cfa tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b3b1a57-39aa-4ed5-9ca1-bf15e9afc60a HTTP/1.1" status: 200 len: 944 time: 0.0537908 Oct 14 12:40:10.450961 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-19c3387a-418e-4d2a-87c1-21b33037b71a req-7c3db103-3e00-4383-9a1f-e52314bed989 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/security-groups?id=25efad0b-45c1-4925-b80f-8fbdebb931d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340753 Oct 14 12:40:11.339023 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 40780) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:40:11.461146 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.plugin [None req-63d096c7-6a25-4cf5-8f61-1e2ae1ee3cf0 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Deleting port 849ce168-fc68-4dea-bbc7-2709b4d81699 {{(pid=100184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 12:40:11.461482 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-63d096c7-6a25-4cf5-8f61-1e2ae1ee3cf0 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787793337694'] for port, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:11.563202 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-63d096c7-6a25-4cf5-8f61-1e2ae1ee3cf0 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612080'] for port, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:11.563526 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-63d096c7-6a25-4cf5-8f61-1e2ae1ee3cf0 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:11.578105 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.plugin [None req-63d096c7-6a25-4cf5-8f61-1e2ae1ee3cf0 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Calling delete_port for 849ce168-fc68-4dea-bbc7-2709b4d81699 owned by network:floatingip {{(pid=100184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 12:40:11.601640 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dc03f0-635b-4461-9f54-ea8b9ad69769 req-b4819ddd-3264-4e8f-8a84-2e9be59a4337 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:40:11.603111 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-73dc03f0-635b-4461-9f54-ea8b9ad69769 req-b4819ddd-3264-4e8f-8a84-2e9be59a4337 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b3b1a57-39aa-4ed5-9ca1-bf15e9afc60a HTTP/1.1" status: 200 len: 944 time: 0.0809815 Oct 14 12:40:11.685084 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-73dc03f0-635b-4461-9f54-ea8b9ad69769 req-bd59a271-ef71-4526-970c-279e2d8cb405 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/security-groups?id=25efad0b-45c1-4925-b80f-8fbdebb931d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528996 Oct 14 12:40:11.802355 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-63d096c7-6a25-4cf5-8f61-1e2ae1ee3cf0 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787793344296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787792822815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235086'] for port, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:11.832796 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d096c7-6a25-4cf5-8f61-1e2ae1ee3cf0 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Pushing event deleted for resources: {'Port': ['ID=849ce168-fc68-4dea-bbc7-2709b4d81699,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:40:11.854018 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d096c7-6a25-4cf5-8f61-1e2ae1ee3cf0 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:40:11.854362 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d096c7-6a25-4cf5-8f61-1e2ae1ee3cf0 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:40:11.854696 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d096c7-6a25-4cf5-8f61-1e2ae1ee3cf0 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:40:11.855029 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d096c7-6a25-4cf5-8f61-1e2ae1ee3cf0 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:40:11.855356 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d096c7-6a25-4cf5-8f61-1e2ae1ee3cf0 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:40:11.855683 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d096c7-6a25-4cf5-8f61-1e2ae1ee3cf0 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:40:11.856035 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d096c7-6a25-4cf5-8f61-1e2ae1ee3cf0 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:40:11.856362 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d096c7-6a25-4cf5-8f61-1e2ae1ee3cf0 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:40:11.856686 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d096c7-6a25-4cf5-8f61-1e2ae1ee3cf0 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:40:11.857007 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d096c7-6a25-4cf5-8f61-1e2ae1ee3cf0 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:40:11.857331 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d096c7-6a25-4cf5-8f61-1e2ae1ee3cf0 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:40:11.857648 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d096c7-6a25-4cf5-8f61-1e2ae1ee3cf0 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:40:11.893797 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-63d096c7-6a25-4cf5-8f61-1e2ae1ee3cf0 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks [] for floatingip, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:11.897190 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-63d096c7-6a25-4cf5-8f61-1e2ae1ee3cf0 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516790'] for floatingip, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:11.898322 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-63d096c7-6a25-4cf5-8f61-1e2ae1ee3cf0 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "DELETE /v2.0/floatingips/56d0a296-dcc8-4f70-b629-446f1f29416a HTTP/1.1" status: 204 len: 168 time: 0.5579147 Oct 14 12:40:12.217720 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device a31be32c-0eb1-4b51-949a-c475f83d2b34 details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=100186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 12:40:12.224712 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device 3d08a634-bada-426a-8d25-b35351c821a5 no longer exists at agent hyperv_hv-cinder-81398 {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:40:12.250479 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] No Port match for: 3d08a634-bada-426a-8d25-b35351c821a5 {{(pid=100186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 12:40:12.250822 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device 3d08a634-bada-426a-8d25-b35351c821a5 not bound to the agent host hv-cinder-81398 {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:40:12.333059 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] For port a31be32c-0eb1-4b51-949a-c475f83d2b34, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=a31be32c-0eb1-4b51-949a-c475f83d2b34,segment=NetworkSegment(caa5d19d-9a1f-4ef6-b1e0-47c76e90c812),segment_id=caa5d19d-9a1f-4ef6-b1e0-47c76e90c812)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:40:12.343061 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Returning: {'device': 'a31be32c-0eb1-4b51-949a-c475f83d2b34', 'network_id': '17118479-825b-4df9-b92a-24e64ba1ce23', 'port_id': 'a31be32c-0eb1-4b51-949a-c475f83d2b34', 'mac_address': 'fa:16:3e:de:8e:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '276415d2-1e3a-4342-98aa-3d24e8bd453f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 12:40:12.383422 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:12.395892 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.notifiers.nova [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a31be32c-0eb1-4b51-949a-c475f83d2b34 {{(pid=100186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:40:12.415413 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] For port a31be32c-0eb1-4b51-949a-c475f83d2b34, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=a31be32c-0eb1-4b51-949a-c475f83d2b34,segment=NetworkSegment(caa5d19d-9a1f-4ef6-b1e0-47c76e90c812),segment_id=caa5d19d-9a1f-4ef6-b1e0-47c76e90c812)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:40:12.557073 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:12.603174 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Pushing event updated for resources: {'Port': ['ID=a31be32c-0eb1-4b51-949a-c475f83d2b34,revision_number=4']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:40:12.610154 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:40:12.610504 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:40:12.610851 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:40:12.611190 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:40:12.611520 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:40:12.611857 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:40:12.612212 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:40:12.612561 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:40:12.612889 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:40:12.613886 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:40:12.614219 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:40:12.614546 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:40:12.798236 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1739348b-6756-4fea-9b36-64ea269202db req-b8bf87b7-3ec3-4439-9ba8-efeb56536294 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:40:12.799706 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-1739348b-6756-4fea-9b36-64ea269202db req-b8bf87b7-3ec3-4439-9ba8-efeb56536294 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b3b1a57-39aa-4ed5-9ca1-bf15e9afc60a HTTP/1.1" status: 200 len: 945 time: 0.0492411 Oct 14 12:40:12.836704 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-1739348b-6756-4fea-9b36-64ea269202db req-c91867b6-effe-4193-bd88-e5f5086d27e0 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/security-groups?id=25efad0b-45c1-4925-b80f-8fbdebb931d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310693 Oct 14 12:40:13.063434 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] get_ports_and_sgs() called for port_ids ['a31be32c-0eb1-4b51-949a-c475f83d2b34'] {{(pid=100186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:40:13.226720 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 40796) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:40:13.282928 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-a7b51400-b25e-4bf3-a486-53e6add10c37 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks [] for security_group, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:13.307299 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-a7b51400-b25e-4bf3-a486-53e6add10c37 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:13.430933 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-a7b51400-b25e-4bf3-a486-53e6add10c37 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:13.433566 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-a7b51400-b25e-4bf3-a486-53e6add10c37 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Notify callbacks [] for security_group, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:13.434756 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-a7b51400-b25e-4bf3-a486-53e6add10c37 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] 10.222.0.54 "DELETE /v2.0/security-groups/68fb2c81-0a0b-490d-b3ee-a78d1372b2ef HTTP/1.1" status: 204 len: 168 time: 0.2070546 Oct 14 12:40:13.444421 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b51400-b25e-4bf3-a486-53e6add10c37 tempest-TestVolumeBootPattern-1598564219 tempest-TestVolumeBootPattern-1598564219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68fb2c81-0a0b-490d-b3ee-a78d1372b2ef,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:40:13.564793 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 40800) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:40:13.952638 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cf5026-4350-4d48-a365-6967cde48342 req-7602edae-ffcf-441d-b80c-53b99e80ffcc tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:40:13.954108 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-03cf5026-4350-4d48-a365-6967cde48342 req-7602edae-ffcf-441d-b80c-53b99e80ffcc tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b3b1a57-39aa-4ed5-9ca1-bf15e9afc60a HTTP/1.1" status: 200 len: 945 time: 0.0509472 Oct 14 12:40:13.973457 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-3f1fd4b5-9769-47d3-80ba-af3f04b61d4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-618524'] for router_interface, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:13.991666 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-03cf5026-4350-4d48-a365-6967cde48342 req-c4f377c1-2acd-4741-b912-e3140bfc050d tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/security-groups?id=25efad0b-45c1-4925-b80f-8fbdebb931d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315630 Oct 14 12:40:14.207399 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.plugin [None req-3f1fd4b5-9769-47d3-80ba-af3f04b61d4e admin admin] Deleting port cd1b52f9-3d01-4f96-a600-cd81ebb1559f {{(pid=100185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 12:40:14.207735 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-3f1fd4b5-9769-47d3-80ba-af3f04b61d4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787793337694'] for port, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:14.245717 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device a31be32c-0eb1-4b51-949a-c475f83d2b34 up at agent hyperv_hv-cinder-81398 {{(pid=100186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:40:14.282782 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.db [None req-3f1fd4b5-9769-47d3-80ba-af3f04b61d4e admin admin] For port cd1b52f9-3d01-4f96-a600-cd81ebb1559f, host dv-cinder-813986-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=cd1b52f9-3d01-4f96-a600-cd81ebb1559f,segment=NetworkSegment(6a8c4e17-959a-4a0c-982c-7e92be64d560),segment_id=6a8c4e17-959a-4a0c-982c-7e92be64d560)] {{(pid=100185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:40:14.283398 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-3f1fd4b5-9769-47d3-80ba-af3f04b61d4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612080'] for port, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:14.296213 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.plugin [None req-3f1fd4b5-9769-47d3-80ba-af3f04b61d4e admin admin] Calling delete_port for cd1b52f9-3d01-4f96-a600-cd81ebb1559f owned by network:router_interface {{(pid=100185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 12:40:14.385347 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Provisioning for port a31be32c-0eb1-4b51-949a-c475f83d2b34 completed by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 12:40:14.389400 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Provisioning complete for port a31be32c-0eb1-4b51-949a-c475f83d2b34 triggered by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:40:14.389818 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:14.466531 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:14.489013 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b3b1a57-39aa-4ed5-9ca1-bf15e9afc60a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a31be32c-0eb1-4b51-949a-c475f83d2b34'}] {{(pid=100186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:40:14.491304 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ce96789b1b9487be48749a60ffcfd0a175945a3b692fd75626d794e24ae9ed4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b6fe36-1995-44c2-83ec-ca4e68293a0d" -d '{"events": [{"server_uuid": "0b3b1a57-39aa-4ed5-9ca1-bf15e9afc60a", "name": "network-vif-plugged", "status": "completed", "tag": "a31be32c-0eb1-4b51-949a-c475f83d2b34"}]}' {{(pid=100186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:40:14.506578 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] For port a31be32c-0eb1-4b51-949a-c475f83d2b34, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=a31be32c-0eb1-4b51-949a-c475f83d2b34,segment=NetworkSegment(caa5d19d-9a1f-4ef6-b1e0-47c76e90c812),segment_id=caa5d19d-9a1f-4ef6-b1e0-47c76e90c812)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:40:14.517011 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-3f1fd4b5-9769-47d3-80ba-af3f04b61d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787793344296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787792822815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7811617'] for port, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:14.530121 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c0c2e2-c892-4751-bd40-794e5fbe640a x-openstack-request-id: req-a8c0c2e2-c892-4751-bd40-794e5fbe640a {{(pid=100186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:40:14.530407 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b3b1a57-39aa-4ed5-9ca1-bf15e9afc60a", "name": "network-vif-plugged", "status": "completed", "tag": "a31be32c-0eb1-4b51-949a-c475f83d2b34", "code": 200}]} {{(pid=100186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:40:14.530658 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a8c0c2e2-c892-4751-bd40-794e5fbe640a {{(pid=100186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:40:14.531048 dv-cinder-813986-1-iscsi neutron-server[100186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b3b1a57-39aa-4ed5-9ca1-bf15e9afc60a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a31be32c-0eb1-4b51-949a-c475f83d2b34', 'code': 200} Oct 14 12:40:14.545554 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1fd4b5-9769-47d3-80ba-af3f04b61d4e admin admin] Pushing event deleted for resources: {'Port': ['ID=cd1b52f9-3d01-4f96-a600-cd81ebb1559f,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:40:14.569110 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:14.621753 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Pushing event updated for resources: {'Port': ['ID=a31be32c-0eb1-4b51-949a-c475f83d2b34,revision_number=5']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:40:14.710701 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-3f1fd4b5-9769-47d3-80ba-af3f04b61d4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619576'] for router_interface, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:14.832967 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e8f86-b3e5-48df-a23f-b771a714dbe4 req-444a9ec0-7759-4538-bd94-9d465ab1f594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:40:14.834346 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-479e8f86-b3e5-48df-a23f-b771a714dbe4 req-444a9ec0-7759-4538-bd94-9d465ab1f594 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0b3b1a57-39aa-4ed5-9ca1-bf15e9afc60a HTTP/1.1" status: 200 len: 1099 time: 0.0398088 Oct 14 12:40:14.871352 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-479e8f86-b3e5-48df-a23f-b771a714dbe4 req-60e352e5-b7f6-443b-bad5-da6f2eec8187 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=25efad0b-45c1-4925-b80f-8fbdebb931d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280259 Oct 14 12:40:14.926982 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f1fd4b5-9769-47d3-80ba-af3f04b61d4e admin admin] Router 24e89d46-aa37-411d-b9be-477ef885065b has already been hosted by L3 agent 98567738-4256-4ddd-ae03-62c82ecec038 {{(pid=100185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 12:40:15.029352 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f1fd4b5-9769-47d3-80ba-af3f04b61d4e admin admin] Notify agent at l3_agent.dv-cinder-813986-1-iscsi the message routers_updated {{(pid=100185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:40:15.034339 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-3f1fd4b5-9769-47d3-80ba-af3f04b61d4e admin admin] 10.222.0.54 "PUT /v2.0/routers/24e89d46-aa37-411d-b9be-477ef885065b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4685919 Oct 14 12:40:15.036861 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 40810) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:40:15.039673 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e4466d-f9cf-464e-82f9-83f8f9a66486 None None] Sync routers for ids ['24e89d46-aa37-411d-b9be-477ef885065b'] in dv-cinder-813986-1-iscsi {{(pid=100187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:40:15.049730 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e4466d-f9cf-464e-82f9-83f8f9a66486 None None] Routers {'24e89d46-aa37-411d-b9be-477ef885065b'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:40:15.050498 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_hamode_db [None req-15e4466d-f9cf-464e-82f9-83f8f9a66486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:39:56Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['24e89d46-aa37-411d-b9be-477ef885065b'], 'active': True} {{(pid=100187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:40:15.112714 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50cb8c2-cb50-459c-affa-5cf2966bc3cd req-fa69c1bf-165b-426b-bca9-6ea600cb15e1 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:40:15.114770 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-d50cb8c2-cb50-459c-affa-5cf2966bc3cd req-fa69c1bf-165b-426b-bca9-6ea600cb15e1 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b3b1a57-39aa-4ed5-9ca1-bf15e9afc60a HTTP/1.1" status: 200 len: 946 time: 0.0520973 Oct 14 12:40:15.141134 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-81e0c76c-ec2d-4f99-a0a2-39a62a6f6aba admin admin] Notify callbacks [] for router, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:15.159049 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_dvr_db [None req-15e4466d-f9cf-464e-82f9-83f8f9a66486 None None] Set router 24e89d46-aa37-411d-b9be-477ef885065b gateway port host: dv-cinder-813986-1-iscsi {{(pid=100187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:40:15.167872 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-d50cb8c2-cb50-459c-affa-5cf2966bc3cd req-b27bdddb-d902-41da-a960-7363939e6ee3 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/security-groups?id=25efad0b-45c1-4925-b80f-8fbdebb931d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468891 Oct 14 12:40:15.252324 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-81e0c76c-ec2d-4f99-a0a2-39a62a6f6aba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:15.342853 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_hamode_db [None req-15e4466d-f9cf-464e-82f9-83f8f9a66486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e89d46-aa37-411d-b9be-477ef885065b', 'name': 'tempest-TestVolumeBootPattern-1930588745-router', 'tenant_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '8e8d4ddc-3788-4316-88f0-d5f161911b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:30:07Z', 'updated_at': '2021-10-14T12:40:14Z', 'revision_number': 5, 'project_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'gw_port': {'id': '8e8d4ddc-3788-4316-88f0-d5f161911b1d', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:99:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e89d46-aa37-411d-b9be-477ef885065b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:08Z', 'updated_at': '2021-10-14T12:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi'}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:40:15.350046 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.plugin [None req-81e0c76c-ec2d-4f99-a0a2-39a62a6f6aba admin admin] Deleting port 8e8d4ddc-3788-4316-88f0-d5f161911b1d {{(pid=100185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 12:40:15.350555 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-81e0c76c-ec2d-4f99-a0a2-39a62a6f6aba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787793337694'] for port, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:15.369813 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e4466d-f9cf-464e-82f9-83f8f9a66486 None None] Checking router: 24e89d46-aa37-411d-b9be-477ef885065b for host: dv-cinder-813986-1-iscsi {{(pid=100187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:40:15.377897 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e4466d-f9cf-464e-82f9-83f8f9a66486 None None] Routers {'24e89d46-aa37-411d-b9be-477ef885065b'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:40:15.378488 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_hamode_db [None req-15e4466d-f9cf-464e-82f9-83f8f9a66486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:39:56Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['24e89d46-aa37-411d-b9be-477ef885065b'], 'active': True} {{(pid=100187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:40:15.426517 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.db [None req-81e0c76c-ec2d-4f99-a0a2-39a62a6f6aba admin admin] For port 8e8d4ddc-3788-4316-88f0-d5f161911b1d, host dv-cinder-813986-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=8e8d4ddc-3788-4316-88f0-d5f161911b1d,segment=NetworkSegment(25948913-841c-4e53-955d-096026847693),segment_id=25948913-841c-4e53-955d-096026847693)] {{(pid=100185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:40:15.426875 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-81e0c76c-ec2d-4f99-a0a2-39a62a6f6aba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612080'] for port, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:15.439021 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.plugin [None req-81e0c76c-ec2d-4f99-a0a2-39a62a6f6aba admin admin] Calling delete_port for 8e8d4ddc-3788-4316-88f0-d5f161911b1d owned by network:router_gateway {{(pid=100185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 12:40:15.460321 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_dvr_db [None req-15e4466d-f9cf-464e-82f9-83f8f9a66486 None None] Set router 24e89d46-aa37-411d-b9be-477ef885065b gateway port host: None {{(pid=100187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:40:15.513296 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_hamode_db [None req-15e4466d-f9cf-464e-82f9-83f8f9a66486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e89d46-aa37-411d-b9be-477ef885065b', 'name': 'tempest-TestVolumeBootPattern-1930588745-router', 'tenant_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:30:07Z', 'updated_at': '2021-10-14T12:40:15Z', 'revision_number': 6, 'project_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'gw_port_host': None}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:40:15.540850 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e4466d-f9cf-464e-82f9-83f8f9a66486 None None] The sync data for ids ['24e89d46-aa37-411d-b9be-477ef885065b'] in dv-cinder-813986-1-iscsi is: [{'id': '24e89d46-aa37-411d-b9be-477ef885065b', 'name': 'tempest-TestVolumeBootPattern-1930588745-router', 'tenant_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:30:07Z', 'updated_at': '2021-10-14T12:40:15Z', 'revision_number': 6, 'project_id': 'd99b7bc72612436fbfc26fefb4d4be39', 'gw_port_host': None}] {{(pid=100187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:40:15.693719 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-81e0c76c-ec2d-4f99-a0a2-39a62a6f6aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787793344296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787792822815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7811617'] for port, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:15.718952 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e0c76c-ec2d-4f99-a0a2-39a62a6f6aba admin admin] Pushing event deleted for resources: {'Port': ['ID=8e8d4ddc-3788-4316-88f0-d5f161911b1d,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:40:15.781475 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-81e0c76c-ec2d-4f99-a0a2-39a62a6f6aba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-619714'] for router_gateway, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:15.869892 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-81e0c76c-ec2d-4f99-a0a2-39a62a6f6aba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-498'] for router, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:15.872113 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-81e0c76c-ec2d-4f99-a0a2-39a62a6f6aba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:15.974089 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-81e0c76c-ec2d-4f99-a0a2-39a62a6f6aba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560242'] for router, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:15.974658 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e0c76c-ec2d-4f99-a0a2-39a62a6f6aba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24e89d46-aa37-411d-b9be-477ef885065b {{(pid=100185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 12:40:15.978927 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-81e0c76c-ec2d-4f99-a0a2-39a62a6f6aba admin admin] Notify callbacks [] for router, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:15.980116 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-81e0c76c-ec2d-4f99-a0a2-39a62a6f6aba admin admin] 10.222.0.54 "DELETE /v2.0/routers/24e89d46-aa37-411d-b9be-477ef885065b HTTP/1.1" status: 204 len: 168 time: 0.9422889 Oct 14 12:40:15.982562 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 40812) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:40:16.025353 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.db.db_base_plugin_v2 [None req-d20af1ea-6a63-48ac-be34-1205059b779e admin admin] Deleting subnet 2ad3bf63-05be-4f65-ad9c-541a80de9cc8 {{(pid=100185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Oct 14 12:40:16.028285 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-d20af1ea-6a63-48ac-be34-1205059b779e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:16.064805 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-d20af1ea-6a63-48ac-be34-1205059b779e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6186442'] for subnet, precommit_delete_associations {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:16.137882 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-d20af1ea-6a63-48ac-be34-1205059b779e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2028271'] for subnet, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:16.237025 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-d20af1ea-6a63-48ac-be34-1205059b779e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2028256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7811698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5941621'] for subnet, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:16.265715 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20af1ea-6a63-48ac-be34-1205059b779e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ad3bf63-05be-4f65-ad9c-541a80de9cc8,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:40:16.267825 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-d20af1ea-6a63-48ac-be34-1205059b779e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:16.272048 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-d20af1ea-6a63-48ac-be34-1205059b779e admin admin] 10.222.0.54 "DELETE /v2.0/subnets/2ad3bf63-05be-4f65-ad9c-541a80de9cc8 HTTP/1.1" status: 204 len: 168 time: 0.2885387 Oct 14 12:40:16.278332 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95f3468-f673-41f7-bac8-fd2f3a48210c None None] Network 1645ab42-9d5c-4574-823e-897e40d672c1 requested from dv-cinder-813986-1-iscsi {{(pid=100186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:40:16.278849 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 40816) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:40:16.308592 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d42146-c556-4e49-a7ea-09970e490ae4 req-b67ee075-2637-4a2f-81bd-f5d4e955441d tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:40:16.316744 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-21d42146-c556-4e49-a7ea-09970e490ae4 req-b67ee075-2637-4a2f-81bd-f5d4e955441d tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b3b1a57-39aa-4ed5-9ca1-bf15e9afc60a HTTP/1.1" status: 200 len: 946 time: 0.0746908 Oct 14 12:40:16.352772 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-21d42146-c556-4e49-a7ea-09970e490ae4 req-ca85a306-7f38-486d-b77d-f794e822586e tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/security-groups?id=25efad0b-45c1-4925-b80f-8fbdebb931d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344057 Oct 14 12:40:16.360071 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-7d5e1a1f-f9a9-4b67-9520-18abd3ec2573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1900015'] for network, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:16.415638 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.plugin [None req-7d5e1a1f-f9a9-4b67-9520-18abd3ec2573 admin admin] Deleting port e4762c6c-c977-4f61-9506-c6f684151817 {{(pid=100185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 12:40:16.416075 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-7d5e1a1f-f9a9-4b67-9520-18abd3ec2573 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787793337694'] for port, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:16.472767 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072fa77b-ed64-486e-9f23-3d24e8772f1f None None] DHCP port deletion for 1645ab42-9d5c-4574-823e-897e40d672c1 request from dv-cinder-813986-1-iscsi {{(pid=100186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 14 12:40:16.482113 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.db [None req-7d5e1a1f-f9a9-4b67-9520-18abd3ec2573 admin admin] For port e4762c6c-c977-4f61-9506-c6f684151817, host dv-cinder-813986-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=e4762c6c-c977-4f61-9506-c6f684151817,segment=NetworkSegment(6a8c4e17-959a-4a0c-982c-7e92be64d560),segment_id=6a8c4e17-959a-4a0c-982c-7e92be64d560)] {{(pid=100185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:40:16.482520 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-7d5e1a1f-f9a9-4b67-9520-18abd3ec2573 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612080'] for port, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:16.496085 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.plugin [None req-7d5e1a1f-f9a9-4b67-9520-18abd3ec2573 admin admin] Calling delete_port for e4762c6c-c977-4f61-9506-c6f684151817 owned by network:dhcp {{(pid=100185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 12:40:16.524372 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-072fa77b-ed64-486e-9f23-3d24e8772f1f None None] Deleting port e4762c6c-c977-4f61-9506-c6f684151817 {{(pid=100186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 12:40:16.524841 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-072fa77b-ed64-486e-9f23-3d24e8772f1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787793337694'] for port, before_delete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:16.591852 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-072fa77b-ed64-486e-9f23-3d24e8772f1f None None] For port e4762c6c-c977-4f61-9506-c6f684151817, host dv-cinder-813986-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=e4762c6c-c977-4f61-9506-c6f684151817,segment=NetworkSegment(6a8c4e17-959a-4a0c-982c-7e92be64d560),segment_id=6a8c4e17-959a-4a0c-982c-7e92be64d560)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:40:16.592286 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-072fa77b-ed64-486e-9f23-3d24e8772f1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612080'] for port, precommit_delete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:16.605519 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-072fa77b-ed64-486e-9f23-3d24e8772f1f None None] Calling delete_port for e4762c6c-c977-4f61-9506-c6f684151817 owned by network:dhcp {{(pid=100186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 12:40:16.653379 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-7d5e1a1f-f9a9-4b67-9520-18abd3ec2573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787793344296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787792822815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7811617'] for port, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:16.680371 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5e1a1f-f9a9-4b67-9520-18abd3ec2573 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4762c6c-c977-4f61-9506-c6f684151817,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:40:16.684249 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5e1a1f-f9a9-4b67-9520-18abd3ec2573 admin admin] No DVR routers for this DVR port e4762c6c-c977-4f61-9506-c6f684151817 on host dv-cinder-813986-1-iscsi {{(pid=100185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 12:40:16.688655 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-072fa77b-ed64-486e-9f23-3d24e8772f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787793344296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787792822815'] for port, after_delete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:16.716165 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072fa77b-ed64-486e-9f23-3d24e8772f1f None None] No DVR routers for this DVR port e4762c6c-c977-4f61-9506-c6f684151817 on host dv-cinder-813986-1-iscsi {{(pid=100186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 12:40:16.723408 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072fa77b-ed64-486e-9f23-3d24e8772f1f None None] Pushing event deleted for resources: {'Port': ['ID=e4762c6c-c977-4f61-9506-c6f684151817,revision_number=None']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:40:16.761636 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-7d5e1a1f-f9a9-4b67-9520-18abd3ec2573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2018836', 'neutron.services.segments.db._delete_segments_for_network-8787793369613'] for network, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:16.781137 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.services.segments.db [None req-7d5e1a1f-f9a9-4b67-9520-18abd3ec2573 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1645ab42-9d5c-4574-823e-897e40d672c1']}} {{(pid=100185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:40:16.790549 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.services.segments.db [None req-7d5e1a1f-f9a9-4b67-9520-18abd3ec2573 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a8c4e17-959a-4a0c-982c-7e92be64d560') {'for_net_delete': True} {{(pid=100185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:40:16.790841 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.services.segments.db [None req-7d5e1a1f-f9a9-4b67-9520-18abd3ec2573 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a8c4e17-959a-4a0c-982c-7e92be64d560') {} {{(pid=100185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:40:16.799880 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-7d5e1a1f-f9a9-4b67-9520-18abd3ec2573 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787793369110', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6186453'] for segment, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:16.813049 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-7d5e1a1f-f9a9-4b67-9520-18abd3ec2573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030694'] for segment, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:16.818647 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d5e1a1f-f9a9-4b67-9520-18abd3ec2573 admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=100185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 12:40:16.819025 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-7d5e1a1f-f9a9-4b67-9520-18abd3ec2573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7811604'] for segment, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:16.820644 dv-cinder-813986-1-iscsi neutron-server[100185]: Traceback (most recent call last): Oct 14 12:40:16.820644 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 12:40:16.820644 dv-cinder-813986-1-iscsi neutron-server[100185]: timer() Oct 14 12:40:16.820644 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 12:40:16.820644 dv-cinder-813986-1-iscsi neutron-server[100185]: cb(*args, **kw) Oct 14 12:40:16.820644 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 12:40:16.820644 dv-cinder-813986-1-iscsi neutron-server[100185]: return func(*args, **kwargs) Oct 14 12:40:16.820644 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 12:40:16.820644 dv-cinder-813986-1-iscsi neutron-server[100185]: self._notify() Oct 14 12:40:16.820644 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 12:40:16.820644 dv-cinder-813986-1-iscsi neutron-server[100185]: self.callback(batched_events) Oct 14 12:40:16.820644 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 12:40:16.820644 dv-cinder-813986-1-iscsi neutron-server[100185]: event.method(event) Oct 14 12:40:16.820644 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 12:40:16.820644 dv-cinder-813986-1-iscsi neutron-server[100185]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 12:40:16.820644 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 12:40:16.820644 dv-cinder-813986-1-iscsi neutron-server[100185]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 12:40:16.820644 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 12:40:16.820644 dv-cinder-813986-1-iscsi neutron-server[100185]: return f(self, *a, **k) Oct 14 12:40:16.820644 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 12:40:16.820644 dv-cinder-813986-1-iscsi neutron-server[100185]: return self._get(url).json() Oct 14 12:40:16.820644 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 12:40:16.820644 dv-cinder-813986-1-iscsi neutron-server[100185]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 12:40:16.820644 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 12:40:16.820644 dv-cinder-813986-1-iscsi neutron-server[100185]: return self.request(url, 'GET', **kwargs) Oct 14 12:40:16.820644 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 12:40:16.820644 dv-cinder-813986-1-iscsi neutron-server[100185]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 12:40:16.820644 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 12:40:16.820644 dv-cinder-813986-1-iscsi neutron-server[100185]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 12:40:16.820644 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 12:40:16.820644 dv-cinder-813986-1-iscsi neutron-server[100185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 12:40:16.820644 dv-cinder-813986-1-iscsi neutron-server[100185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 12:40:16.922089 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-7d5e1a1f-f9a9-4b67-9520-18abd3ec2573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2018925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-619758'] for network, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:16.928080 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-7d5e1a1f-f9a9-4b67-9520-18abd3ec2573 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531662'] for network, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:16.931298 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-7d5e1a1f-f9a9-4b67-9520-18abd3ec2573 admin admin] 10.222.0.54 "DELETE /v2.0/networks/1645ab42-9d5c-4574-823e-897e40d672c1 HTTP/1.1" status: 204 len: 168 time: 0.6516354 Oct 14 12:40:16.934386 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 40818) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:40:16.941971 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5e1a1f-f9a9-4b67-9520-18abd3ec2573 admin admin] Pushing event deleted for resources: {'Network': ['ID=1645ab42-9d5c-4574-823e-897e40d672c1,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:40:17.182248 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device e4762c6c-c977-4f61-9506-c6f684151817 no longer exists at agent ovs-agent-dv-cinder-813986-1-iscsi {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:40:17.201587 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] No Port match for: e4762c6c-c977-4f61-9506-c6f684151817 {{(pid=100186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 12:40:17.201931 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device e4762c6c-c977-4f61-9506-c6f684151817 not bound to the agent host dv-cinder-813986-1-iscsi {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:40:17.202343 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device cd1b52f9-3d01-4f96-a600-cd81ebb1559f no longer exists at agent ovs-agent-dv-cinder-813986-1-iscsi {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:40:17.220842 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] No Port match for: cd1b52f9-3d01-4f96-a600-cd81ebb1559f {{(pid=100186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 12:40:17.221184 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device cd1b52f9-3d01-4f96-a600-cd81ebb1559f not bound to the agent host dv-cinder-813986-1-iscsi {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:40:17.221592 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device 8e8d4ddc-3788-4316-88f0-d5f161911b1d no longer exists at agent ovs-agent-dv-cinder-813986-1-iscsi {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:40:17.242761 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] No Port match for: 8e8d4ddc-3788-4316-88f0-d5f161911b1d {{(pid=100186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 12:40:17.243104 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device 8e8d4ddc-3788-4316-88f0-d5f161911b1d not bound to the agent host dv-cinder-813986-1-iscsi {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:40:17.272707 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-f61906d8-c152-4a0a-82e6-0bdc99a39ded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-618524'] for router_interface, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:17.645518 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40c9ca9-5e1f-4a15-b732-2ec64ca7cd91 req-130296f9-9c9b-44f8-8c64-f604fdfdbb21 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:40:17.647137 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-c40c9ca9-5e1f-4a15-b732-2ec64ca7cd91 req-130296f9-9c9b-44f8-8c64-f604fdfdbb21 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b3b1a57-39aa-4ed5-9ca1-bf15e9afc60a HTTP/1.1" status: 200 len: 946 time: 0.0908399 Oct 14 12:40:17.733456 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-c40c9ca9-5e1f-4a15-b732-2ec64ca7cd91 req-7f2d6e22-20a4-4c1a-af52-81842e84d59d tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/security-groups?id=25efad0b-45c1-4925-b80f-8fbdebb931d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789473 Oct 14 12:40:17.826238 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.plugin [None req-f61906d8-c152-4a0a-82e6-0bdc99a39ded admin admin] Deleting port a4f746ab-c4b3-402e-88d7-da0c4d457906 {{(pid=100184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 12:40:17.826583 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-f61906d8-c152-4a0a-82e6-0bdc99a39ded admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787793337694'] for port, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:17.905482 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.db [None req-f61906d8-c152-4a0a-82e6-0bdc99a39ded admin admin] For port a4f746ab-c4b3-402e-88d7-da0c4d457906, host dv-cinder-813986-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=a4f746ab-c4b3-402e-88d7-da0c4d457906,segment=NetworkSegment(d33a9172-9219-4e17-b9ae-6e2290a7d742),segment_id=d33a9172-9219-4e17-b9ae-6e2290a7d742)] {{(pid=100184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:40:17.906361 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-f61906d8-c152-4a0a-82e6-0bdc99a39ded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612080'] for port, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:17.918234 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.plugin [None req-f61906d8-c152-4a0a-82e6-0bdc99a39ded admin admin] Calling delete_port for a4f746ab-c4b3-402e-88d7-da0c4d457906 owned by network:router_interface {{(pid=100184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 12:40:18.150802 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-f61906d8-c152-4a0a-82e6-0bdc99a39ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787793344296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787792822815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235086'] for port, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:18.180216 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61906d8-c152-4a0a-82e6-0bdc99a39ded admin admin] Pushing event deleted for resources: {'Port': ['ID=a4f746ab-c4b3-402e-88d7-da0c4d457906,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:40:18.364960 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-f61906d8-c152-4a0a-82e6-0bdc99a39ded admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619576'] for router_interface, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:18.578745 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f61906d8-c152-4a0a-82e6-0bdc99a39ded admin admin] Router b4742d5f-61ef-4898-9d55-75746ea727bc has already been hosted by L3 agent 98567738-4256-4ddd-ae03-62c82ecec038 {{(pid=100184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 12:40:18.683121 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f61906d8-c152-4a0a-82e6-0bdc99a39ded admin admin] Notify agent at l3_agent.dv-cinder-813986-1-iscsi the message routers_updated {{(pid=100184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:40:18.688657 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-f61906d8-c152-4a0a-82e6-0bdc99a39ded admin admin] 10.222.0.54 "PUT /v2.0/routers/b4742d5f-61ef-4898-9d55-75746ea727bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7526891 Oct 14 12:40:18.690666 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 40830) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:40:18.693856 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f3445a-080c-46d5-b37a-97bc70b0a929 None None] Sync routers for ids ['b4742d5f-61ef-4898-9d55-75746ea727bc'] in dv-cinder-813986-1-iscsi {{(pid=100186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:40:18.702857 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f3445a-080c-46d5-b37a-97bc70b0a929 None None] Routers {'b4742d5f-61ef-4898-9d55-75746ea727bc'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:40:18.703523 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-54f3445a-080c-46d5-b37a-97bc70b0a929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:39:56Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['b4742d5f-61ef-4898-9d55-75746ea727bc'], 'active': True} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:40:18.788495 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-cceac3e4-9d94-4312-abf3-98981375ba75 admin admin] Notify callbacks [] for router, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:18.805867 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvr_db [None req-54f3445a-080c-46d5-b37a-97bc70b0a929 None None] Set router b4742d5f-61ef-4898-9d55-75746ea727bc gateway port host: dv-cinder-813986-1-iscsi {{(pid=100186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:40:18.888904 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-cceac3e4-9d94-4312-abf3-98981375ba75 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:18.978458 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-54f3445a-080c-46d5-b37a-97bc70b0a929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4742d5f-61ef-4898-9d55-75746ea727bc', 'name': 'tempest-TestVolumeBootPattern-1476994203-router', 'tenant_id': 'ceab4731095441b29167cae74cc3dfe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '6af731dd-6baa-4c58-95f2-8ca5ba80c156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:30:15Z', 'updated_at': '2021-10-14T12:40:18Z', 'revision_number': 5, 'project_id': 'ceab4731095441b29167cae74cc3dfe0', 'gw_port': {'id': '6af731dd-6baa-4c58-95f2-8ca5ba80c156', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:10:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4742d5f-61ef-4898-9d55-75746ea727bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:16Z', 'updated_at': '2021-10-14T12:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi'}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:40:19.005277 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f3445a-080c-46d5-b37a-97bc70b0a929 None None] Checking router: b4742d5f-61ef-4898-9d55-75746ea727bc for host: dv-cinder-813986-1-iscsi {{(pid=100186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:40:19.007579 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.plugin [None req-cceac3e4-9d94-4312-abf3-98981375ba75 admin admin] Deleting port 6af731dd-6baa-4c58-95f2-8ca5ba80c156 {{(pid=100184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 12:40:19.007920 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-cceac3e4-9d94-4312-abf3-98981375ba75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787793337694'] for port, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:19.013555 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f3445a-080c-46d5-b37a-97bc70b0a929 None None] Routers {'b4742d5f-61ef-4898-9d55-75746ea727bc'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:40:19.014162 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-54f3445a-080c-46d5-b37a-97bc70b0a929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:39:56Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['b4742d5f-61ef-4898-9d55-75746ea727bc'], 'active': True} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:40:19.084800 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.db [None req-cceac3e4-9d94-4312-abf3-98981375ba75 admin admin] For port 6af731dd-6baa-4c58-95f2-8ca5ba80c156, host dv-cinder-813986-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=6af731dd-6baa-4c58-95f2-8ca5ba80c156,segment=NetworkSegment(25948913-841c-4e53-955d-096026847693),segment_id=25948913-841c-4e53-955d-096026847693)] {{(pid=100184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:40:19.085165 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-cceac3e4-9d94-4312-abf3-98981375ba75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612080'] for port, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:19.097951 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.plugin [None req-cceac3e4-9d94-4312-abf3-98981375ba75 admin admin] Calling delete_port for 6af731dd-6baa-4c58-95f2-8ca5ba80c156 owned by network:router_gateway {{(pid=100184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 12:40:19.101141 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvr_db [None req-54f3445a-080c-46d5-b37a-97bc70b0a929 None None] Set router b4742d5f-61ef-4898-9d55-75746ea727bc gateway port host: None {{(pid=100186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:40:19.155564 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-54f3445a-080c-46d5-b37a-97bc70b0a929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4742d5f-61ef-4898-9d55-75746ea727bc', 'name': 'tempest-TestVolumeBootPattern-1476994203-router', 'tenant_id': 'ceab4731095441b29167cae74cc3dfe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:30:15Z', 'updated_at': '2021-10-14T12:40:18Z', 'revision_number': 6, 'project_id': 'ceab4731095441b29167cae74cc3dfe0', 'gw_port_host': None}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:40:19.182906 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f3445a-080c-46d5-b37a-97bc70b0a929 None None] The sync data for ids ['b4742d5f-61ef-4898-9d55-75746ea727bc'] in dv-cinder-813986-1-iscsi is: [{'id': 'b4742d5f-61ef-4898-9d55-75746ea727bc', 'name': 'tempest-TestVolumeBootPattern-1476994203-router', 'tenant_id': 'ceab4731095441b29167cae74cc3dfe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:30:15Z', 'updated_at': '2021-10-14T12:40:18Z', 'revision_number': 6, 'project_id': 'ceab4731095441b29167cae74cc3dfe0', 'gw_port_host': None}] {{(pid=100186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:40:19.316263 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-cceac3e4-9d94-4312-abf3-98981375ba75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787793344296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787792822815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235086'] for port, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:19.355653 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceac3e4-9d94-4312-abf3-98981375ba75 admin admin] Pushing event deleted for resources: {'Port': ['ID=6af731dd-6baa-4c58-95f2-8ca5ba80c156,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:40:19.411949 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-cceac3e4-9d94-4312-abf3-98981375ba75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-619714'] for router_gateway, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:19.501769 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-cceac3e4-9d94-4312-abf3-98981375ba75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-498'] for router, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:19.503795 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-cceac3e4-9d94-4312-abf3-98981375ba75 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:19.619171 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-cceac3e4-9d94-4312-abf3-98981375ba75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560242'] for router, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:19.619701 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cceac3e4-9d94-4312-abf3-98981375ba75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4742d5f-61ef-4898-9d55-75746ea727bc {{(pid=100184) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 12:40:19.629164 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-cceac3e4-9d94-4312-abf3-98981375ba75 admin admin] Notify callbacks [] for router, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:19.629164 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-cceac3e4-9d94-4312-abf3-98981375ba75 admin admin] 10.222.0.54 "DELETE /v2.0/routers/b4742d5f-61ef-4898-9d55-75746ea727bc HTTP/1.1" status: 204 len: 168 time: 0.9359875 Oct 14 12:40:19.631074 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 40842) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:40:19.678517 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7758cbd-973d-47c2-a4a3-992e8b0deb4e admin admin] Deleting subnet ea872bca-2e1e-493f-a76e-4783f1c2ddb4 {{(pid=100185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Oct 14 12:40:19.681540 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-a7758cbd-973d-47c2-a4a3-992e8b0deb4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:19.714832 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-a7758cbd-973d-47c2-a4a3-992e8b0deb4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6186442'] for subnet, precommit_delete_associations {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:19.789421 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-a7758cbd-973d-47c2-a4a3-992e8b0deb4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2028271'] for subnet, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:19.905024 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-a7758cbd-973d-47c2-a4a3-992e8b0deb4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2028256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7811698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5941621'] for subnet, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:19.939036 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-a7758cbd-973d-47c2-a4a3-992e8b0deb4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:19.941845 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ceaacb-744f-475e-95b6-e6c29ed78472 None None] Network 2166cd23-007c-4693-82e4-33c438a76fd9 requested from dv-cinder-813986-1-iscsi {{(pid=100186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:40:19.943159 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 40844) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:40:19.943561 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-a7758cbd-973d-47c2-a4a3-992e8b0deb4e admin admin] 10.222.0.54 "DELETE /v2.0/subnets/ea872bca-2e1e-493f-a76e-4783f1c2ddb4 HTTP/1.1" status: 204 len: 168 time: 0.3113267 Oct 14 12:40:19.944604 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7758cbd-973d-47c2-a4a3-992e8b0deb4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea872bca-2e1e-493f-a76e-4783f1c2ddb4,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:40:20.018743 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-b136a22d-d200-497e-b635-a2f5cc927d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1900015'] for network, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:20.091840 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.plugin [None req-b136a22d-d200-497e-b635-a2f5cc927d30 admin admin] Deleting port e1531007-0848-4316-8147-0bb89bb537ad {{(pid=100184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 12:40:20.092213 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-b136a22d-d200-497e-b635-a2f5cc927d30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787793337694'] for port, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:20.142338 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49b73c7-da3c-43dd-8e16-6cb464dee211 None None] DHCP port deletion for 2166cd23-007c-4693-82e4-33c438a76fd9 request from dv-cinder-813986-1-iscsi {{(pid=100186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 14 12:40:20.158954 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.db [None req-b136a22d-d200-497e-b635-a2f5cc927d30 admin admin] For port e1531007-0848-4316-8147-0bb89bb537ad, host dv-cinder-813986-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=e1531007-0848-4316-8147-0bb89bb537ad,segment=NetworkSegment(d33a9172-9219-4e17-b9ae-6e2290a7d742),segment_id=d33a9172-9219-4e17-b9ae-6e2290a7d742)] {{(pid=100184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:40:20.159321 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-b136a22d-d200-497e-b635-a2f5cc927d30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612080'] for port, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:20.173989 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.plugin [None req-b136a22d-d200-497e-b635-a2f5cc927d30 admin admin] Calling delete_port for e1531007-0848-4316-8147-0bb89bb537ad owned by network:dhcp {{(pid=100184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 12:40:20.192887 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-e49b73c7-da3c-43dd-8e16-6cb464dee211 None None] Deleting port e1531007-0848-4316-8147-0bb89bb537ad {{(pid=100186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 12:40:20.193262 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-e49b73c7-da3c-43dd-8e16-6cb464dee211 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787793337694'] for port, before_delete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:20.263447 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-e49b73c7-da3c-43dd-8e16-6cb464dee211 None None] For port e1531007-0848-4316-8147-0bb89bb537ad, host dv-cinder-813986-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=e1531007-0848-4316-8147-0bb89bb537ad,segment=NetworkSegment(d33a9172-9219-4e17-b9ae-6e2290a7d742),segment_id=d33a9172-9219-4e17-b9ae-6e2290a7d742)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:40:20.263841 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-e49b73c7-da3c-43dd-8e16-6cb464dee211 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612080'] for port, precommit_delete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:20.280117 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-e49b73c7-da3c-43dd-8e16-6cb464dee211 None None] Calling delete_port for e1531007-0848-4316-8147-0bb89bb537ad owned by network:dhcp {{(pid=100186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 12:40:20.322042 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-b136a22d-d200-497e-b635-a2f5cc927d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787793344296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787792822815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235086'] for port, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:20.347116 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b136a22d-d200-497e-b635-a2f5cc927d30 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1531007-0848-4316-8147-0bb89bb537ad,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:40:20.353579 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b136a22d-d200-497e-b635-a2f5cc927d30 admin admin] No DVR routers for this DVR port e1531007-0848-4316-8147-0bb89bb537ad on host dv-cinder-813986-1-iscsi {{(pid=100184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 12:40:20.357684 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-e49b73c7-da3c-43dd-8e16-6cb464dee211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787793344296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787792822815'] for port, after_delete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:20.386830 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49b73c7-da3c-43dd-8e16-6cb464dee211 None None] No DVR routers for this DVR port e1531007-0848-4316-8147-0bb89bb537ad on host dv-cinder-813986-1-iscsi {{(pid=100186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 12:40:20.388764 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49b73c7-da3c-43dd-8e16-6cb464dee211 None None] Pushing event deleted for resources: {'Port': ['ID=e1531007-0848-4316-8147-0bb89bb537ad,revision_number=None']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:40:20.427426 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-b136a22d-d200-497e-b635-a2f5cc927d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2018836', 'neutron.services.segments.db._delete_segments_for_network-8787793369613'] for network, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:20.447624 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.services.segments.db [None req-b136a22d-d200-497e-b635-a2f5cc927d30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2166cd23-007c-4693-82e4-33c438a76fd9']}} {{(pid=100184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:40:20.456720 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.services.segments.db [None req-b136a22d-d200-497e-b635-a2f5cc927d30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd33a9172-9219-4e17-b9ae-6e2290a7d742') {'for_net_delete': True} {{(pid=100184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:40:20.457017 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.services.segments.db [None req-b136a22d-d200-497e-b635-a2f5cc927d30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd33a9172-9219-4e17-b9ae-6e2290a7d742') {} {{(pid=100184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:40:20.469686 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-b136a22d-d200-497e-b635-a2f5cc927d30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787793369110', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5993278'] for segment, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:20.482505 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-b136a22d-d200-497e-b635-a2f5cc927d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030694'] for segment, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:20.488917 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b136a22d-d200-497e-b635-a2f5cc927d30 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=100184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 12:40:20.489296 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-b136a22d-d200-497e-b635-a2f5cc927d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6235131'] for segment, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:20.493109 dv-cinder-813986-1-iscsi neutron-server[100184]: Traceback (most recent call last): Oct 14 12:40:20.493109 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 12:40:20.493109 dv-cinder-813986-1-iscsi neutron-server[100184]: timer() Oct 14 12:40:20.493109 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 12:40:20.493109 dv-cinder-813986-1-iscsi neutron-server[100184]: cb(*args, **kw) Oct 14 12:40:20.493109 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 12:40:20.493109 dv-cinder-813986-1-iscsi neutron-server[100184]: return func(*args, **kwargs) Oct 14 12:40:20.493109 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 12:40:20.493109 dv-cinder-813986-1-iscsi neutron-server[100184]: self._notify() Oct 14 12:40:20.493109 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 12:40:20.493109 dv-cinder-813986-1-iscsi neutron-server[100184]: self.callback(batched_events) Oct 14 12:40:20.493109 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 12:40:20.493109 dv-cinder-813986-1-iscsi neutron-server[100184]: event.method(event) Oct 14 12:40:20.493109 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 12:40:20.493109 dv-cinder-813986-1-iscsi neutron-server[100184]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 12:40:20.493109 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 12:40:20.493109 dv-cinder-813986-1-iscsi neutron-server[100184]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 12:40:20.493109 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 12:40:20.493109 dv-cinder-813986-1-iscsi neutron-server[100184]: return f(self, *a, **k) Oct 14 12:40:20.493109 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 12:40:20.493109 dv-cinder-813986-1-iscsi neutron-server[100184]: return self._get(url).json() Oct 14 12:40:20.493109 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 12:40:20.493109 dv-cinder-813986-1-iscsi neutron-server[100184]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 12:40:20.493109 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 12:40:20.493109 dv-cinder-813986-1-iscsi neutron-server[100184]: return self.request(url, 'GET', **kwargs) Oct 14 12:40:20.493109 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 12:40:20.493109 dv-cinder-813986-1-iscsi neutron-server[100184]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 12:40:20.493109 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 12:40:20.493109 dv-cinder-813986-1-iscsi neutron-server[100184]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 12:40:20.493109 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 12:40:20.493109 dv-cinder-813986-1-iscsi neutron-server[100184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 12:40:20.493109 dv-cinder-813986-1-iscsi neutron-server[100184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 12:40:20.601797 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-b136a22d-d200-497e-b635-a2f5cc927d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2018925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-619758'] for network, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:20.606988 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-b136a22d-d200-497e-b635-a2f5cc927d30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531662'] for network, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:20.610209 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-b136a22d-d200-497e-b635-a2f5cc927d30 admin admin] 10.222.0.54 "DELETE /v2.0/networks/2166cd23-007c-4693-82e4-33c438a76fd9 HTTP/1.1" status: 204 len: 168 time: 0.6654387 Oct 14 12:40:20.621523 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b136a22d-d200-497e-b635-a2f5cc927d30 admin admin] Pushing event deleted for resources: {'Network': ['ID=2166cd23-007c-4693-82e4-33c438a76fd9,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:40:20.915458 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 40850) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:40:20.954392 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-b7bc9a94-ff08-428f-a64a-764bfe81343e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d99b7bc72612436fbfc26fefb4d4be39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377648 Oct 14 12:40:20.956940 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 40852) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:40:21.001993 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-a2f68b24-3946-4176-9a48-0b927c8f26b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:21.022685 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-a2f68b24-3946-4176-9a48-0b927c8f26b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:21.104741 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-a2f68b24-3946-4176-9a48-0b927c8f26b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:21.107315 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-a2f68b24-3946-4176-9a48-0b927c8f26b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:21.108524 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-a2f68b24-3946-4176-9a48-0b927c8f26b7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/50947fa9-7f24-4319-86c4-c143d9c393a3 HTTP/1.1" status: 204 len: 168 time: 0.1507134 Oct 14 12:40:21.117088 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f68b24-3946-4176-9a48-0b927c8f26b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50947fa9-7f24-4319-86c4-c143d9c393a3,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:40:21.192881 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device a4f746ab-c4b3-402e-88d7-da0c4d457906 no longer exists at agent ovs-agent-dv-cinder-813986-1-iscsi {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:40:21.214640 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] No Port match for: a4f746ab-c4b3-402e-88d7-da0c4d457906 {{(pid=100186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 12:40:21.215006 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device a4f746ab-c4b3-402e-88d7-da0c4d457906 not bound to the agent host dv-cinder-813986-1-iscsi {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:40:21.215371 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device 6af731dd-6baa-4c58-95f2-8ca5ba80c156 no longer exists at agent ovs-agent-dv-cinder-813986-1-iscsi {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:40:21.352147 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] No Port match for: 6af731dd-6baa-4c58-95f2-8ca5ba80c156 {{(pid=100186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 12:40:21.352404 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device 6af731dd-6baa-4c58-95f2-8ca5ba80c156 not bound to the agent host dv-cinder-813986-1-iscsi {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:40:21.352820 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device e1531007-0848-4316-8147-0bb89bb537ad no longer exists at agent ovs-agent-dv-cinder-813986-1-iscsi {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:40:21.370846 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] No Port match for: e1531007-0848-4316-8147-0bb89bb537ad {{(pid=100186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 12:40:21.371248 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device e1531007-0848-4316-8147-0bb89bb537ad not bound to the agent host dv-cinder-813986-1-iscsi {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:40:21.753669 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 40860) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:40:21.792949 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-b69a1050-a0de-4fb0-81a0-3f7760f74a5f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ceab4731095441b29167cae74cc3dfe0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381191 Oct 14 12:40:21.795218 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 40862) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:40:21.840027 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-78871f81-ffa8-4b09-8ac8-c4dca7f503a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:21.860520 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-78871f81-ffa8-4b09-8ac8-c4dca7f503a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:21.950109 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-78871f81-ffa8-4b09-8ac8-c4dca7f503a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:21.952656 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-78871f81-ffa8-4b09-8ac8-c4dca7f503a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:21.953752 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-78871f81-ffa8-4b09-8ac8-c4dca7f503a0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2c581dd0-5e5d-412b-adaf-4c3457536ff9 HTTP/1.1" status: 204 len: 168 time: 0.1576223 Oct 14 12:40:21.962086 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78871f81-ffa8-4b09-8ac8-c4dca7f503a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c581dd0-5e5d-412b-adaf-4c3457536ff9,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:40:23.161454 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-b4f33941-39c1-48e5-9c99-d99724e3849e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:25.909755 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-9a851aef-4a12-4b45-b51d-ba3707fabe36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:27.092899 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-469b4b0a-0edb-4369-82f6-413c16907b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:27.093633 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:28.333415 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-27c04846-3a84-4189-8b30-75b8cfbf2676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:29.405268 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b31893-f7e9-417b-a67e-b0adab3cae4a req-b8a57e97-4b45-41b6-90eb-7e774d574854 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:40:29.406725 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-c7b31893-f7e9-417b-a67e-b0adab3cae4a req-b8a57e97-4b45-41b6-90eb-7e774d574854 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/networks?id=17118479-825b-4df9-b92a-24e64ba1ce23 HTTP/1.1" status: 200 len: 815 time: 0.0992987 Oct 14 12:40:29.421082 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-c7b31893-f7e9-417b-a67e-b0adab3cae4a req-ea742c3b-5192-4c4a-8855-40380d3f8d62 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/quotas/9c71ae6c10964efaa500d64b4ac27643 HTTP/1.1" status: 200 len: 375 time: 0.0086863 Oct 14 12:40:29.475339 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-c7b31893-f7e9-417b-a67e-b0adab3cae4a req-3f502403-253f-4f0d-9f3a-7e3cf27615da tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=9c71ae6c10964efaa500d64b4ac27643&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0485830 Oct 14 12:40:29.650898 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-c7b31893-f7e9-417b-a67e-b0adab3cae4a req-94ac8c74-d98b-4741-978f-e06f25d3c4e1 service neutron] 10.222.0.54 "GET /v2.0/networks/17118479-825b-4df9-b92a-24e64ba1ce23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688044 Oct 14 12:40:29.741091 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-c7b31893-f7e9-417b-a67e-b0adab3cae4a req-27e340dc-4dc5-48a3-9bcf-0072206969bf service neutron] 10.222.0.54 "GET /v2.0/networks/17118479-825b-4df9-b92a-24e64ba1ce23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839369 Oct 14 12:40:29.977745 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-7dd2b990-b75c-41f2-a9b2-288478ca60df req-d42a4b0e-f972-4f25-b761-a2f2dff81957 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/ports?device_id=52054fb5-ad30-4d9b-9132-3c84a5d7d612 HTTP/1.1" status: 200 len: 210 time: 0.0271037 Oct 14 12:40:31.067565 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-eb63c2e0-2633-4a5f-ac52-992cb48c7bdf req-a1b1eb95-a9b4-4f69-9a10-53cea7af1f3e tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/ports?device_id=52054fb5-ad30-4d9b-9132-3c84a5d7d612 HTTP/1.1" status: 200 len: 210 time: 0.0257187 Oct 14 12:40:31.640305 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b31893-f7e9-417b-a67e-b0adab3cae4a req-c5d780a3-a74a-46f5-bf2a-d595e0c14617 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:40:31.642022 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-c7b31893-f7e9-417b-a67e-b0adab3cae4a req-c5d780a3-a74a-46f5-bf2a-d595e0c14617 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.25 "GET /v2.0/networks?id=17118479-825b-4df9-b92a-24e64ba1ce23 HTTP/1.1" status: 200 len: 815 time: 0.1079032 Oct 14 12:40:31.655079 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.v2.base [req-c7b31893-f7e9-417b-a67e-b0adab3cae4a req-d4592ecf-51fb-4399-8ed0-d73b9c18054a tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Request body: {'port': {'device_id': '52054fb5-ad30-4d9b-9132-3c84a5d7d612', 'network_id': '17118479-825b-4df9-b92a-24e64ba1ce23', 'admin_state_up': True, 'tenant_id': '9c71ae6c10964efaa500d64b4ac27643'}} {{(pid=100184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:40:31.818125 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7b31893-f7e9-417b-a67e-b0adab3cae4a req-d4592ecf-51fb-4399-8ed0-d73b9c18054a tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Made reservation on behalf of 9c71ae6c10964efaa500d64b4ac27643 for: {'port': 1} {{(pid=100184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:40:31.822680 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-c7b31893-f7e9-417b-a67e-b0adab3cae4a req-d4592ecf-51fb-4399-8ed0-d73b9c18054a tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:31.948388 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.db.db_base_plugin_common [req-c7b31893-f7e9-417b-a67e-b0adab3cae4a req-d4592ecf-51fb-4399-8ed0-d73b9c18054a tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Allocated IP 172.20.0.7 (17118479-825b-4df9-b92a-24e64ba1ce23/276415d2-1e3a-4342-98aa-3d24e8bd453f/39a0cd85-71b2-415e-84ea-d4cda149a5f3) {{(pid=100184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:40:32.088883 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-c7b31893-f7e9-417b-a67e-b0adab3cae4a req-d4592ecf-51fb-4399-8ed0-d73b9c18054a tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Notify callbacks [] for port, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:32.159058 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-288ce0f1-17a0-49fe-b00e-308c11291bd3 req-7b827b4e-b279-415a-a1fb-1eebf6de06d5 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/ports?device_id=52054fb5-ad30-4d9b-9132-3c84a5d7d612 HTTP/1.1" status: 200 len: 210 time: 0.0264843 Oct 14 12:40:32.160120 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-c7b31893-f7e9-417b-a67e-b0adab3cae4a req-d4592ecf-51fb-4399-8ed0-d73b9c18054a tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787792822806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235086'] for port, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:32.173616 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] get_ports_and_sgs() called for port_ids ['1d4d04c7-cef5-40dc-9c9d-35946fad771c', '3262b9e2-dd77-4351-b35e-2cc048290a25', 'a31be32c-0eb1-4b51-949a-c475f83d2b34'] {{(pid=100186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:40:32.203475 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7b31893-f7e9-417b-a67e-b0adab3cae4a req-d4592ecf-51fb-4399-8ed0-d73b9c18054a tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Network 17118479-825b-4df9-b92a-24e64ba1ce23 is already hosted by enough agents. {{(pid=100184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:40:32.206468 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.base_scheduler [req-c7b31893-f7e9-417b-a67e-b0adab3cae4a req-d4592ecf-51fb-4399-8ed0-d73b9c18054a tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Resources bound (agent type, host, resource id): {{(pid=100184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:40:32.210172 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7b31893-f7e9-417b-a67e-b0adab3cae4a req-d4592ecf-51fb-4399-8ed0-d73b9c18054a tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Received port after_create {{(pid=100184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:40:32.234847 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4592ecf-51fb-4399-8ed0-d73b9c18054a tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Pushing event updated for resources: {'Port': ['ID=39a0cd85-71b2-415e-84ea-d4cda149a5f3,revision_number=1']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:40:32.262527 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b31893-f7e9-417b-a67e-b0adab3cae4a req-d4592ecf-51fb-4399-8ed0-d73b9c18054a tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:40:32.268034 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-c7b31893-f7e9-417b-a67e-b0adab3cae4a req-d4592ecf-51fb-4399-8ed0-d73b9c18054a tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516790'] for port, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:32.364615 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-c7b31893-f7e9-417b-a67e-b0adab3cae4a req-d4592ecf-51fb-4399-8ed0-d73b9c18054a tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7129948 Oct 14 12:40:32.377039 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.v2.base [req-c7b31893-f7e9-417b-a67e-b0adab3cae4a req-65c5dd59-fb5d-4cd9-988b-ca85267a7957 service neutron] Request body: {'port': {'device_id': '52054fb5-ad30-4d9b-9132-3c84a5d7d612', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=100184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:40:32.432900 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-c7b31893-f7e9-417b-a67e-b0adab3cae4a req-65c5dd59-fb5d-4cd9-988b-ca85267a7957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:32.936877 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.notifiers.nova [req-c7b31893-f7e9-417b-a67e-b0adab3cae4a req-65c5dd59-fb5d-4cd9-988b-ca85267a7957 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39a0cd85-71b2-415e-84ea-d4cda149a5f3 {{(pid=100184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:40:32.944279 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-c7b31893-f7e9-417b-a67e-b0adab3cae4a req-65c5dd59-fb5d-4cd9-988b-ca85267a7957 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:32.955915 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.db.provisioning_blocks [req-c7b31893-f7e9-417b-a67e-b0adab3cae4a req-65c5dd59-fb5d-4cd9-988b-ca85267a7957 service neutron] Transition to ACTIVE for port object 39a0cd85-71b2-415e-84ea-d4cda149a5f3 will not be triggered until provisioned by entity L2. {{(pid=100184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 12:40:33.023826 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-c7b31893-f7e9-417b-a67e-b0adab3cae4a req-65c5dd59-fb5d-4cd9-988b-ca85267a7957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6235095'] for port, after_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:33.074264 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c5dd59-fb5d-4cd9-988b-ca85267a7957 service neutron] Pushing event updated for resources: {'Port': ['ID=39a0cd85-71b2-415e-84ea-d4cda149a5f3,revision_number=2']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:40:33.137750 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.managers [req-c7b31893-f7e9-417b-a67e-b0adab3cae4a req-65c5dd59-fb5d-4cd9-988b-ca85267a7957 service neutron] Attempting to bind port 39a0cd85-71b2-415e-84ea-d4cda149a5f3 on host hv-cinder-81398 for vnic_type normal with profile {{(pid=100184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:40:33.138307 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.managers [req-c7b31893-f7e9-417b-a67e-b0adab3cae4a req-65c5dd59-fb5d-4cd9-988b-ca85267a7957 service neutron] Attempting to bind port 39a0cd85-71b2-415e-84ea-d4cda149a5f3 by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': 'caa5d19d-9a1f-4ef6-b1e0-47c76e90c812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '17118479-825b-4df9-b92a-24e64ba1ce23'}] {{(pid=100184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:40:33.138425 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b31893-f7e9-417b-a67e-b0adab3cae4a req-65c5dd59-fb5d-4cd9-988b-ca85267a7957 service neutron] Attempting to bind port 39a0cd85-71b2-415e-84ea-d4cda149a5f3 on network 17118479-825b-4df9-b92a-24e64ba1ce23 {{(pid=100184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:40:33.142580 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b31893-f7e9-417b-a67e-b0adab3cae4a req-65c5dd59-fb5d-4cd9-988b-ca85267a7957 service neutron] Port 39a0cd85-71b2-415e-84ea-d4cda149a5f3 on network 17118479-825b-4df9-b92a-24e64ba1ce23 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=100184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 12:40:33.142896 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b31893-f7e9-417b-a67e-b0adab3cae4a req-65c5dd59-fb5d-4cd9-988b-ca85267a7957 service neutron] Attempting to bind port 39a0cd85-71b2-415e-84ea-d4cda149a5f3 on network 17118479-825b-4df9-b92a-24e64ba1ce23 {{(pid=100184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:40:33.148425 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b31893-f7e9-417b-a67e-b0adab3cae4a req-65c5dd59-fb5d-4cd9-988b-ca85267a7957 service neutron] Checking agent: {'id': 'ea4bb8b9-32a8-4621-b95b-9b4a1b78ce98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 24, 36), 'started_at': datetime.datetime(2021, 10, 14, 12, 24, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:40:33.148761 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b31893-f7e9-417b-a67e-b0adab3cae4a req-65c5dd59-fb5d-4cd9-988b-ca85267a7957 service neutron] Checking segment: {'id': 'caa5d19d-9a1f-4ef6-b1e0-47c76e90c812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '17118479-825b-4df9-b92a-24e64ba1ce23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:40:33.149140 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b31893-f7e9-417b-a67e-b0adab3cae4a req-65c5dd59-fb5d-4cd9-988b-ca85267a7957 service neutron] Bound using segment: {'id': 'caa5d19d-9a1f-4ef6-b1e0-47c76e90c812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '17118479-825b-4df9-b92a-24e64ba1ce23'} {{(pid=100184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:40:33.149568 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.managers [req-c7b31893-f7e9-417b-a67e-b0adab3cae4a req-65c5dd59-fb5d-4cd9-988b-ca85267a7957 service neutron] Bound port: 39a0cd85-71b2-415e-84ea-d4cda149a5f3, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caa5d19d-9a1f-4ef6-b1e0-47c76e90c812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '17118479-825b-4df9-b92a-24e64ba1ce23'}}] {{(pid=100184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:40:33.149916 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-c7b31893-f7e9-417b-a67e-b0adab3cae4a req-65c5dd59-fb5d-4cd9-988b-ca85267a7957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:33.212044 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.db [req-c7b31893-f7e9-417b-a67e-b0adab3cae4a req-65c5dd59-fb5d-4cd9-988b-ca85267a7957 service neutron] For port 39a0cd85-71b2-415e-84ea-d4cda149a5f3, host hv-cinder-81398, cleared binding levels {{(pid=100184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:40:33.215244 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.db [req-c7b31893-f7e9-417b-a67e-b0adab3cae4a req-65c5dd59-fb5d-4cd9-988b-ca85267a7957 service neutron] For port 39a0cd85-71b2-415e-84ea-d4cda149a5f3, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=39a0cd85-71b2-415e-84ea-d4cda149a5f3,segment=NetworkSegment(caa5d19d-9a1f-4ef6-b1e0-47c76e90c812),segment_id=caa5d19d-9a1f-4ef6-b1e0-47c76e90c812)] {{(pid=100184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:40:33.273871 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3037420c-55dc-4c1d-8df3-f1b90e39e18a req-e92e4c06-5546-4b28-928c-9bbee36760f5 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:40:33.275347 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-3037420c-55dc-4c1d-8df3-f1b90e39e18a req-e92e4c06-5546-4b28-928c-9bbee36760f5 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/ports?device_id=52054fb5-ad30-4d9b-9132-3c84a5d7d612 HTTP/1.1" status: 200 len: 943 time: 0.0509727 Oct 14 12:40:33.276772 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-c7b31893-f7e9-417b-a67e-b0adab3cae4a req-65c5dd59-fb5d-4cd9-988b-ca85267a7957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6235095'] for port, after_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:33.314477 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b31893-f7e9-417b-a67e-b0adab3cae4a req-65c5dd59-fb5d-4cd9-988b-ca85267a7957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:40:33.315291 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-c7b31893-f7e9-417b-a67e-b0adab3cae4a req-65c5dd59-fb5d-4cd9-988b-ca85267a7957 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516790'] for port, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:33.317001 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-c7b31893-f7e9-417b-a67e-b0adab3cae4a req-65c5dd59-fb5d-4cd9-988b-ca85267a7957 service neutron] 10.222.0.25 "PUT /v2.0/ports/39a0cd85-71b2-415e-84ea-d4cda149a5f3 HTTP/1.1" status: 200 len: 1093 time: 0.9439876 Oct 14 12:40:33.323170 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52054fb5-ad30-4d9b-9132-3c84a5d7d612', 'tag': '39a0cd85-71b2-415e-84ea-d4cda149a5f3'}] {{(pid=100184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:40:33.325414 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb275087d552987a85547e896d52e13f348f0da1d291f893306c6091374b53c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ecd432-6be6-4ce2-b458-dfc9fa3817a2" -d '{"events": [{"name": "network-changed", "server_uuid": "52054fb5-ad30-4d9b-9132-3c84a5d7d612", "tag": "39a0cd85-71b2-415e-84ea-d4cda149a5f3"}]}' {{(pid=100184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:40:33.364832 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-3037420c-55dc-4c1d-8df3-f1b90e39e18a req-063d3bb2-693e-4a98-b5a1-8f6f223ab6e9 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/security-groups?id=25efad0b-45c1-4925-b80f-8fbdebb931d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790143 Oct 14 12:40:33.366240 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 12:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70688899-3748-4c04-98e4-16e0a95bbba9 x-openstack-request-id: req-70688899-3748-4c04-98e4-16e0a95bbba9 {{(pid=100184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:40:33.366521 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52054fb5-ad30-4d9b-9132-3c84a5d7d612", "tag": "39a0cd85-71b2-415e-84ea-d4cda149a5f3", "status": "completed", "code": 200}]} {{(pid=100184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:40:33.366816 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-70688899-3748-4c04-98e4-16e0a95bbba9 {{(pid=100184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:40:33.367462 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52054fb5-ad30-4d9b-9132-3c84a5d7d612', 'tag': '39a0cd85-71b2-415e-84ea-d4cda149a5f3', 'status': 'completed', 'code': 200} Oct 14 12:40:33.368158 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c5dd59-fb5d-4cd9-988b-ca85267a7957 service neutron] Pushing event updated for resources: {'Port': ['ID=39a0cd85-71b2-415e-84ea-d4cda149a5f3,revision_number=3']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:40:33.427291 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ecd432-6be6-4ce2-b458-dfc9fa3817a2 req-eb601654-1978-4557-b122-7a9236316339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:40:33.428799 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-28ecd432-6be6-4ce2-b458-dfc9fa3817a2 req-eb601654-1978-4557-b122-7a9236316339 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9c71ae6c10964efaa500d64b4ac27643&device_id=52054fb5-ad30-4d9b-9132-3c84a5d7d612 HTTP/1.1" status: 200 len: 1096 time: 0.0403194 Oct 14 12:40:33.529535 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ecd432-6be6-4ce2-b458-dfc9fa3817a2 req-b028ec02-470e-4ad0-9f9a-60fccccbf80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:40:33.530886 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-28ecd432-6be6-4ce2-b458-dfc9fa3817a2 req-b028ec02-470e-4ad0-9f9a-60fccccbf80f service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=9c71ae6c10964efaa500d64b4ac27643&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0926201 Oct 14 12:40:33.622074 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ecd432-6be6-4ce2-b458-dfc9fa3817a2 req-d677a5be-f4bd-4cac-bfc6-6a110316df0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:40:33.623502 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-28ecd432-6be6-4ce2-b458-dfc9fa3817a2 req-d677a5be-f4bd-4cac-bfc6-6a110316df0e service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0850852 Oct 14 12:40:33.723767 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b31893-f7e9-417b-a67e-b0adab3cae4a req-e4a5a1b3-ed5f-4cce-90d8-51b39f5e65d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:40:33.725251 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-c7b31893-f7e9-417b-a67e-b0adab3cae4a req-e4a5a1b3-ed5f-4cce-90d8-51b39f5e65d0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9c71ae6c10964efaa500d64b4ac27643&device_id=52054fb5-ad30-4d9b-9132-3c84a5d7d612 HTTP/1.1" status: 200 len: 1096 time: 0.0434353 Oct 14 12:40:33.770643 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-c7b31893-f7e9-417b-a67e-b0adab3cae4a req-0caceb5b-f781-49cf-8561-1cd3b249de50 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39a0cd85-71b2-415e-84ea-d4cda149a5f3 HTTP/1.1" status: 200 len: 217 time: 0.0336185 Oct 14 12:40:33.819245 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b31893-f7e9-417b-a67e-b0adab3cae4a req-5c9c977a-896c-4f53-8be0-35474de96f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:40:33.820593 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-c7b31893-f7e9-417b-a67e-b0adab3cae4a req-5c9c977a-896c-4f53-8be0-35474de96f65 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=276415d2-1e3a-4342-98aa-3d24e8bd453f HTTP/1.1" status: 200 len: 855 time: 0.0422280 Oct 14 12:40:33.855561 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-c7b31893-f7e9-417b-a67e-b0adab3cae4a req-6ae3cdbc-cf39-4927-9f06-27ae57a42039 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=17118479-825b-4df9-b92a-24e64ba1ce23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267460 Oct 14 12:40:33.944715 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-c7b31893-f7e9-417b-a67e-b0adab3cae4a req-b996703b-c565-4099-9305-441a6ad9dc91 service neutron] 10.222.0.25 "GET /v2.0/networks/17118479-825b-4df9-b92a-24e64ba1ce23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803912 Oct 14 12:40:34.036425 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-c7b31893-f7e9-417b-a67e-b0adab3cae4a req-746c6d40-f888-408f-920e-1065da29dee3 service neutron] 10.222.0.25 "GET /v2.0/networks/17118479-825b-4df9-b92a-24e64ba1ce23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836015 Oct 14 12:40:34.491770 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd14a44-a59a-4ac0-a282-632017aa3bf8 req-55e3a552-b542-4098-a112-bc9163078072 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:40:34.493246 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-0fd14a44-a59a-4ac0-a282-632017aa3bf8 req-55e3a552-b542-4098-a112-bc9163078072 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/ports?device_id=52054fb5-ad30-4d9b-9132-3c84a5d7d612 HTTP/1.1" status: 200 len: 943 time: 0.0486808 Oct 14 12:40:34.530299 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-0fd14a44-a59a-4ac0-a282-632017aa3bf8 req-c0b622c0-7ac1-44f3-86d7-a15c84ba469a tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/security-groups?id=25efad0b-45c1-4925-b80f-8fbdebb931d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312517 Oct 14 12:40:35.646748 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d538110-afd1-4f93-9b63-19e4408df338 req-fba534d5-9ecf-4581-aa8a-c59587f06cb2 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:40:35.648256 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-7d538110-afd1-4f93-9b63-19e4408df338 req-fba534d5-9ecf-4581-aa8a-c59587f06cb2 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/ports?device_id=52054fb5-ad30-4d9b-9132-3c84a5d7d612 HTTP/1.1" status: 200 len: 943 time: 0.0539262 Oct 14 12:40:35.686250 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-7d538110-afd1-4f93-9b63-19e4408df338 req-dc3ca2d5-1537-428a-8465-3849de34c2ea tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/security-groups?id=25efad0b-45c1-4925-b80f-8fbdebb931d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320899 Oct 14 12:40:36.795589 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc02fb42-2767-44e6-8040-d0717ce0f581 req-7a9d933b-b074-40d0-8765-c4da40997926 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:40:36.797065 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-cc02fb42-2767-44e6-8040-d0717ce0f581 req-7a9d933b-b074-40d0-8765-c4da40997926 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/ports?device_id=52054fb5-ad30-4d9b-9132-3c84a5d7d612 HTTP/1.1" status: 200 len: 943 time: 0.0477061 Oct 14 12:40:36.837761 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-cc02fb42-2767-44e6-8040-d0717ce0f581 req-cecff6ab-e99d-4ad8-85de-776e4943d50a tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/security-groups?id=25efad0b-45c1-4925-b80f-8fbdebb931d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345008 Oct 14 12:40:37.731779 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:37.948418 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf9ef6-4031-4ba8-9b78-95391ed26c87 req-c29cb11c-bab7-460a-95a3-d38c84a76e2c tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:40:37.949785 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-94bf9ef6-4031-4ba8-9b78-95391ed26c87 req-c29cb11c-bab7-460a-95a3-d38c84a76e2c tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/ports?device_id=52054fb5-ad30-4d9b-9132-3c84a5d7d612 HTTP/1.1" status: 200 len: 943 time: 0.0482121 Oct 14 12:40:37.986644 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-94bf9ef6-4031-4ba8-9b78-95391ed26c87 req-aa08bb45-3d82-4983-beeb-cc5f08fdca3f tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/security-groups?id=25efad0b-45c1-4925-b80f-8fbdebb931d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309734 Oct 14 12:40:38.336366 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device 39a0cd85-71b2-415e-84ea-d4cda149a5f3 details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=100186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 12:40:38.426919 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] For port 39a0cd85-71b2-415e-84ea-d4cda149a5f3, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=39a0cd85-71b2-415e-84ea-d4cda149a5f3,segment=NetworkSegment(caa5d19d-9a1f-4ef6-b1e0-47c76e90c812),segment_id=caa5d19d-9a1f-4ef6-b1e0-47c76e90c812)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:40:38.437872 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Returning: {'device': '39a0cd85-71b2-415e-84ea-d4cda149a5f3', 'network_id': '17118479-825b-4df9-b92a-24e64ba1ce23', 'port_id': '39a0cd85-71b2-415e-84ea-d4cda149a5f3', 'mac_address': 'fa:16:3e:b8:8a:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '276415d2-1e3a-4342-98aa-3d24e8bd453f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 12:40:38.477006 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:38.489040 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.notifiers.nova [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39a0cd85-71b2-415e-84ea-d4cda149a5f3 {{(pid=100186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:40:38.507594 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] For port 39a0cd85-71b2-415e-84ea-d4cda149a5f3, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=39a0cd85-71b2-415e-84ea-d4cda149a5f3,segment=NetworkSegment(caa5d19d-9a1f-4ef6-b1e0-47c76e90c812),segment_id=caa5d19d-9a1f-4ef6-b1e0-47c76e90c812)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:40:38.571698 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:38.616514 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Pushing event updated for resources: {'Port': ['ID=39a0cd85-71b2-415e-84ea-d4cda149a5f3,revision_number=4']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:40:39.044301 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] get_ports_and_sgs() called for port_ids ['39a0cd85-71b2-415e-84ea-d4cda149a5f3'] {{(pid=100186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:40:39.097404 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec35768-3e48-4367-83fb-be7f0af0dc02 req-0aa5be5f-3d58-4bfb-bb0b-b32e68778908 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:40:39.098928 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-5ec35768-3e48-4367-83fb-be7f0af0dc02 req-0aa5be5f-3d58-4bfb-bb0b-b32e68778908 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/ports?device_id=52054fb5-ad30-4d9b-9132-3c84a5d7d612 HTTP/1.1" status: 200 len: 944 time: 0.0476580 Oct 14 12:40:39.136448 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-5ec35768-3e48-4367-83fb-be7f0af0dc02 req-4d6dedfb-929c-4906-9b4c-224b98628736 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/security-groups?id=25efad0b-45c1-4925-b80f-8fbdebb931d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315542 Oct 14 12:40:40.245759 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f91d1e-1e07-4a53-b51f-2eb6bbbc39c7 req-11958cf3-4ea6-4ce7-af6f-7e01473c2a19 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:40:40.247179 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-83f91d1e-1e07-4a53-b51f-2eb6bbbc39c7 req-11958cf3-4ea6-4ce7-af6f-7e01473c2a19 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/ports?device_id=52054fb5-ad30-4d9b-9132-3c84a5d7d612 HTTP/1.1" status: 200 len: 944 time: 0.0468807 Oct 14 12:40:40.287407 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-83f91d1e-1e07-4a53-b51f-2eb6bbbc39c7 req-d02c9d49-6f9b-43c8-9984-2a642e04531d tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/security-groups?id=25efad0b-45c1-4925-b80f-8fbdebb931d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344684 Oct 14 12:40:40.343803 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device 39a0cd85-71b2-415e-84ea-d4cda149a5f3 up at agent hyperv_hv-cinder-81398 {{(pid=100186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:40:40.462977 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Provisioning for port 39a0cd85-71b2-415e-84ea-d4cda149a5f3 completed by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 12:40:40.466727 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Provisioning complete for port 39a0cd85-71b2-415e-84ea-d4cda149a5f3 triggered by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:40:40.474770 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:40.540377 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:40.561988 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52054fb5-ad30-4d9b-9132-3c84a5d7d612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39a0cd85-71b2-415e-84ea-d4cda149a5f3'}] {{(pid=100186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:40:40.564299 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ce96789b1b9487be48749a60ffcfd0a175945a3b692fd75626d794e24ae9ed4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e76f40a-7aa4-4e31-a9d2-73f7b3250fc5" -d '{"events": [{"server_uuid": "52054fb5-ad30-4d9b-9132-3c84a5d7d612", "name": "network-vif-plugged", "status": "completed", "tag": "39a0cd85-71b2-415e-84ea-d4cda149a5f3"}]}' {{(pid=100186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:40:40.576946 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] For port 39a0cd85-71b2-415e-84ea-d4cda149a5f3, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=39a0cd85-71b2-415e-84ea-d4cda149a5f3,segment=NetworkSegment(caa5d19d-9a1f-4ef6-b1e0-47c76e90c812),segment_id=caa5d19d-9a1f-4ef6-b1e0-47c76e90c812)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:40:40.600371 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba3a39f-2c66-4597-a0fe-de199f5b8de3 x-openstack-request-id: req-8ba3a39f-2c66-4597-a0fe-de199f5b8de3 {{(pid=100186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:40:40.600660 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52054fb5-ad30-4d9b-9132-3c84a5d7d612", "name": "network-vif-plugged", "status": "completed", "tag": "39a0cd85-71b2-415e-84ea-d4cda149a5f3", "code": 200}]} {{(pid=100186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:40:40.600910 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8ba3a39f-2c66-4597-a0fe-de199f5b8de3 {{(pid=100186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:40:40.601294 dv-cinder-813986-1-iscsi neutron-server[100186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52054fb5-ad30-4d9b-9132-3c84a5d7d612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39a0cd85-71b2-415e-84ea-d4cda149a5f3', 'code': 200} Oct 14 12:40:40.629750 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:40.679543 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Pushing event updated for resources: {'Port': ['ID=39a0cd85-71b2-415e-84ea-d4cda149a5f3,revision_number=5']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:40:40.875169 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fbf2ea-55e4-4e83-a511-34fcec018e10 req-78198e16-ab07-40cc-9352-ccc7cb93f368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:40:40.876597 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-c7fbf2ea-55e4-4e83-a511-34fcec018e10 req-78198e16-ab07-40cc-9352-ccc7cb93f368 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=52054fb5-ad30-4d9b-9132-3c84a5d7d612 HTTP/1.1" status: 200 len: 1098 time: 0.0400341 Oct 14 12:40:40.911667 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-c7fbf2ea-55e4-4e83-a511-34fcec018e10 req-7df6d3db-043d-4e8f-8f95-c0b0326f0c9b service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=25efad0b-45c1-4925-b80f-8fbdebb931d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271919 Oct 14 12:40:41.397708 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd8b94-2f8a-4801-a7fc-7c285870db78 req-11b4c630-d06b-4a5b-bb29-1b6694a684c1 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:40:41.399169 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-0bcd8b94-2f8a-4801-a7fc-7c285870db78 req-11b4c630-d06b-4a5b-bb29-1b6694a684c1 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/ports?device_id=52054fb5-ad30-4d9b-9132-3c84a5d7d612 HTTP/1.1" status: 200 len: 945 time: 0.0478983 Oct 14 12:40:41.436823 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-0bcd8b94-2f8a-4801-a7fc-7c285870db78 req-67c02765-be68-49d0-a479-5de8aa0f4177 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/security-groups?id=25efad0b-45c1-4925-b80f-8fbdebb931d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318422 Oct 14 12:40:42.249154 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1654f993-46c3-4031-8a81-66a44af10a57 req-7ef253ad-2d2c-4d56-bb08-3f214d9f2401 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:40:42.250624 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-1654f993-46c3-4031-8a81-66a44af10a57 req-7ef253ad-2d2c-4d56-bb08-3f214d9f2401 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=77757b91-f767-4983-b7d6-45c167fe6f7a HTTP/1.1" status: 200 len: 946 time: 0.0481260 Oct 14 12:40:42.294578 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-1654f993-46c3-4031-8a81-66a44af10a57 req-33a6c62a-42e7-4dc0-bc80-394eb0303409 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=be03e064-274e-4404-a183-7b6ee3d3992e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373974 Oct 14 12:40:42.553168 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dc90ac-a981-4018-a5f4-a33b5df21147 req-3c829057-4509-4ae8-9b6f-68542d5a2467 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:40:42.555410 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-69dc90ac-a981-4018-a5f4-a33b5df21147 req-3c829057-4509-4ae8-9b6f-68542d5a2467 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/ports?device_id=52054fb5-ad30-4d9b-9132-3c84a5d7d612 HTTP/1.1" status: 200 len: 945 time: 0.0492003 Oct 14 12:40:42.598245 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-69dc90ac-a981-4018-a5f4-a33b5df21147 req-5a26bf03-8efd-488a-bba7-d0f2fd0b6a20 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/security-groups?id=25efad0b-45c1-4925-b80f-8fbdebb931d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368447 Oct 14 12:40:43.411510 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea4a1b3-ab0e-47dd-8e27-23ee38b05e11 req-a5b69ae8-fac1-4f4a-83cb-a8387a3056bd tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:40:43.413001 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-2ea4a1b3-ab0e-47dd-8e27-23ee38b05e11 req-a5b69ae8-fac1-4f4a-83cb-a8387a3056bd tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=77757b91-f767-4983-b7d6-45c167fe6f7a HTTP/1.1" status: 200 len: 946 time: 0.0482028 Oct 14 12:40:43.449852 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-2ea4a1b3-ab0e-47dd-8e27-23ee38b05e11 req-ea372a35-9d71-4ec7-a580-92e3663dfcca tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=be03e064-274e-4404-a183-7b6ee3d3992e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308442 Oct 14 12:40:43.709037 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c399dc-a27c-426c-9372-09d99a62e8bd req-41960f12-788d-49bd-9f55-b128010d369f tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:40:43.710405 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-34c399dc-a27c-426c-9372-09d99a62e8bd req-41960f12-788d-49bd-9f55-b128010d369f tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/ports?device_id=52054fb5-ad30-4d9b-9132-3c84a5d7d612 HTTP/1.1" status: 200 len: 945 time: 0.0481968 Oct 14 12:40:43.750696 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-34c399dc-a27c-426c-9372-09d99a62e8bd req-a3cdc0a5-4d69-48ec-b19e-f7a4384c5dc6 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/security-groups?id=25efad0b-45c1-4925-b80f-8fbdebb931d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343318 Oct 14 12:40:44.167525 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd58bf90-b02d-4302-a043-e6c8d70c6fc6 req-d405d519-7f25-43c8-bb93-726adbf881c4 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:40:44.168999 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-bd58bf90-b02d-4302-a043-e6c8d70c6fc6 req-d405d519-7f25-43c8-bb93-726adbf881c4 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.25 "GET /v2.0/ports?device_id=77757b91-f767-4983-b7d6-45c167fe6f7a HTTP/1.1" status: 200 len: 946 time: 0.0478182 Oct 14 12:40:44.260383 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.plugin [req-bd58bf90-b02d-4302-a043-e6c8d70c6fc6 req-dec1106c-84da-441f-873d-e24efe9607d9 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Deleting port f64e60a6-e74c-4397-943e-ebe621c8ed53 {{(pid=100184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 12:40:44.260723 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-bd58bf90-b02d-4302-a043-e6c8d70c6fc6 req-dec1106c-84da-441f-873d-e24efe9607d9 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787793337694'] for port, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:44.352975 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.db [req-bd58bf90-b02d-4302-a043-e6c8d70c6fc6 req-dec1106c-84da-441f-873d-e24efe9607d9 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] For port f64e60a6-e74c-4397-943e-ebe621c8ed53, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=f64e60a6-e74c-4397-943e-ebe621c8ed53,segment=NetworkSegment(58cb4796-6024-43c0-aa42-7ecb540db5e1),segment_id=58cb4796-6024-43c0-aa42-7ecb540db5e1)] {{(pid=100184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:40:44.353340 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-bd58bf90-b02d-4302-a043-e6c8d70c6fc6 req-dec1106c-84da-441f-873d-e24efe9607d9 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612080'] for port, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:44.523025 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-bd58bf90-b02d-4302-a043-e6c8d70c6fc6 req-dec1106c-84da-441f-873d-e24efe9607d9 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:44.523387 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-bd58bf90-b02d-4302-a043-e6c8d70c6fc6 req-dec1106c-84da-441f-873d-e24efe9607d9 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-619548'] for floatingip, after_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:44.523703 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.db.l3_db [req-bd58bf90-b02d-4302-a043-e6c8d70c6fc6 req-dec1106c-84da-441f-873d-e24efe9607d9 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Floating IP a734dfc7-7ff6-493f-b02e-2ca72e3b3a2a disassociated. External IP: 172.27.0.90, port: f64e60a6-e74c-4397-943e-ebe621c8ed53. Oct 14 12:40:44.524079 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.plugin [req-bd58bf90-b02d-4302-a043-e6c8d70c6fc6 req-dec1106c-84da-441f-873d-e24efe9607d9 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Calling delete_port for f64e60a6-e74c-4397-943e-ebe621c8ed53 owned by compute:nova {{(pid=100184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 12:40:44.613154 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7adf309-ff8b-48e8-b891-2b4ee9a32f7e req-78831320-781e-469f-a27b-779581151244 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:40:44.614469 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b7adf309-ff8b-48e8-b891-2b4ee9a32f7e req-78831320-781e-469f-a27b-779581151244 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=77757b91-f767-4983-b7d6-45c167fe6f7a HTTP/1.1" status: 200 len: 946 time: 0.0883622 Oct 14 12:40:44.666232 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b7adf309-ff8b-48e8-b891-2b4ee9a32f7e req-ed650bf1-9b69-4804-8468-36e8f31f21bd tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups?id=be03e064-274e-4404-a183-7b6ee3d3992e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436556 Oct 14 12:40:44.777117 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-bd58bf90-b02d-4302-a043-e6c8d70c6fc6 req-dec1106c-84da-441f-873d-e24efe9607d9 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787793344296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787792822815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235086'] for port, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:44.806426 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec1106c-84da-441f-873d-e24efe9607d9 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Pushing event deleted for resources: {'Port': ['ID=f64e60a6-e74c-4397-943e-ebe621c8ed53,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:40:44.917642 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd58bf90-b02d-4302-a043-e6c8d70c6fc6 req-dec1106c-84da-441f-873d-e24efe9607d9 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Router 21add2b8-54d5-4536-b496-7594d2356359 has already been hosted by L3 agent 98567738-4256-4ddd-ae03-62c82ecec038 {{(pid=100184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 12:40:45.021172 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd58bf90-b02d-4302-a043-e6c8d70c6fc6 req-dec1106c-84da-441f-873d-e24efe9607d9 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify agent at l3_agent.dv-cinder-813986-1-iscsi the message routers_updated {{(pid=100184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:40:45.030551 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730a99a7-3a2d-4084-a7c9-ed8bfabe6f31 None None] Sync routers for ids ['21add2b8-54d5-4536-b496-7594d2356359'] in dv-cinder-813986-1-iscsi {{(pid=100187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:40:45.040478 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730a99a7-3a2d-4084-a7c9-ed8bfabe6f31 None None] Routers {'21add2b8-54d5-4536-b496-7594d2356359'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:40:45.041079 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_hamode_db [None req-730a99a7-3a2d-4084-a7c9-ed8bfabe6f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:40:26Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['21add2b8-54d5-4536-b496-7594d2356359'], 'active': True} {{(pid=100187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:40:45.062285 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd58bf90-b02d-4302-a043-e6c8d70c6fc6 req-dec1106c-84da-441f-873d-e24efe9607d9 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] No DVR routers for this DVR port f64e60a6-e74c-4397-943e-ebe621c8ed53 on host hv-cinder-81398 {{(pid=100184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 12:40:45.064913 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-bd58bf90-b02d-4302-a043-e6c8d70c6fc6 req-dec1106c-84da-441f-873d-e24efe9607d9 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516790'] for port, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:45.068330 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-bd58bf90-b02d-4302-a043-e6c8d70c6fc6 req-dec1106c-84da-441f-873d-e24efe9607d9 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.25 "DELETE /v2.0/ports/f64e60a6-e74c-4397-943e-ebe621c8ed53 HTTP/1.1" status: 204 len: 173 time: 0.8931613 Oct 14 12:40:45.068764 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77757b91-f767-4983-b7d6-45c167fe6f7a', 'name': 'network-vif-deleted', 'tag': 'f64e60a6-e74c-4397-943e-ebe621c8ed53'}] {{(pid=100184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:40:45.070993 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb275087d552987a85547e896d52e13f348f0da1d291f893306c6091374b53c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef18fef7-ad4b-4c20-b62a-5c67397facd2" -d '{"events": [{"server_uuid": "77757b91-f767-4983-b7d6-45c167fe6f7a", "name": "network-vif-deleted", "tag": "f64e60a6-e74c-4397-943e-ebe621c8ed53"}]}' {{(pid=100184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:40:45.107118 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f50dd202-f90a-40ab-96ff-c8654f791444 x-openstack-request-id: req-f50dd202-f90a-40ab-96ff-c8654f791444 {{(pid=100184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:40:45.107412 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77757b91-f767-4983-b7d6-45c167fe6f7a", "name": "network-vif-deleted", "tag": "f64e60a6-e74c-4397-943e-ebe621c8ed53", "status": "completed", "code": 200}]} {{(pid=100184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:40:45.107681 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f50dd202-f90a-40ab-96ff-c8654f791444 {{(pid=100184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:40:45.108096 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77757b91-f767-4983-b7d6-45c167fe6f7a', 'name': 'network-vif-deleted', 'tag': 'f64e60a6-e74c-4397-943e-ebe621c8ed53', 'status': 'completed', 'code': 200} Oct 14 12:40:45.145887 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_dvr_db [None req-730a99a7-3a2d-4084-a7c9-ed8bfabe6f31 None None] Set router 21add2b8-54d5-4536-b496-7594d2356359 gateway port host: dv-cinder-813986-1-iscsi {{(pid=100187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:40:45.358627 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_hamode_db [None req-730a99a7-3a2d-4084-a7c9-ed8bfabe6f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21add2b8-54d5-4536-b496-7594d2356359', 'name': 'tempest-AttachVolumeShelveTestJSON-1247382938-router', 'tenant_id': '2113c18ca299401c9338cafb84b0ff20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '119ec3f6-aed8-4f4e-91c2-ef4491993617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:30:58Z', 'updated_at': '2021-10-14T12:31:01Z', 'revision_number': 4, 'project_id': '2113c18ca299401c9338cafb84b0ff20', 'gw_port': {'id': '119ec3f6-aed8-4f4e-91c2-ef4491993617', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:80:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21add2b8-54d5-4536-b496-7594d2356359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:59Z', 'updated_at': '2021-10-14T12:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_interfaces': [{'id': '35fbb1a3-1573-4763-b2c3-a761bd3feadf', 'name': '', 'network_id': 'e97ba1a4-1eaa-4970-998a-7f37d91a4cc6', 'tenant_id': '2113c18ca299401c9338cafb84b0ff20', 'mac_address': 'fa:16:3e:17:14:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21add2b8-54d5-4536-b496-7594d2356359', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'ffaa80f7-d349-41e0-815d-fe25cd4e4dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:31:00Z', 'updated_at': '2021-10-14T12:31:05Z', 'revision_number': 5, 'project_id': '2113c18ca299401c9338cafb84b0ff20', 'subnets': [{'id': 'ffaa80f7-d349-41e0-815d-fe25cd4e4dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:40:45.388707 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730a99a7-3a2d-4084-a7c9-ed8bfabe6f31 None None] Checking router: 21add2b8-54d5-4536-b496-7594d2356359 for host: dv-cinder-813986-1-iscsi {{(pid=100187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:40:45.397908 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730a99a7-3a2d-4084-a7c9-ed8bfabe6f31 None None] Routers {'21add2b8-54d5-4536-b496-7594d2356359'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:40:45.398358 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_hamode_db [None req-730a99a7-3a2d-4084-a7c9-ed8bfabe6f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:40:26Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['21add2b8-54d5-4536-b496-7594d2356359'], 'active': True} {{(pid=100187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:40:45.507475 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_dvr_db [None req-730a99a7-3a2d-4084-a7c9-ed8bfabe6f31 None None] Set router 21add2b8-54d5-4536-b496-7594d2356359 gateway port host: dv-cinder-813986-1-iscsi {{(pid=100187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:40:45.780787 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-aee23f8f-5479-48d0-b6ef-2c413012c093 req-c866b02a-aaac-4872-a2e9-26903e3a633a tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/ports?device_id=77757b91-f767-4983-b7d6-45c167fe6f7a HTTP/1.1" status: 200 len: 210 time: 0.0291479 Oct 14 12:40:45.819688 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_hamode_db [None req-730a99a7-3a2d-4084-a7c9-ed8bfabe6f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21add2b8-54d5-4536-b496-7594d2356359', 'name': 'tempest-AttachVolumeShelveTestJSON-1247382938-router', 'tenant_id': '2113c18ca299401c9338cafb84b0ff20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '119ec3f6-aed8-4f4e-91c2-ef4491993617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:30:58Z', 'updated_at': '2021-10-14T12:31:01Z', 'revision_number': 4, 'project_id': '2113c18ca299401c9338cafb84b0ff20', 'gw_port': {'id': '119ec3f6-aed8-4f4e-91c2-ef4491993617', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:80:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21add2b8-54d5-4536-b496-7594d2356359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:59Z', 'updated_at': '2021-10-14T12:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_interfaces': [{'id': '35fbb1a3-1573-4763-b2c3-a761bd3feadf', 'name': '', 'network_id': 'e97ba1a4-1eaa-4970-998a-7f37d91a4cc6', 'tenant_id': '2113c18ca299401c9338cafb84b0ff20', 'mac_address': 'fa:16:3e:17:14:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21add2b8-54d5-4536-b496-7594d2356359', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'ffaa80f7-d349-41e0-815d-fe25cd4e4dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:31:00Z', 'updated_at': '2021-10-14T12:31:05Z', 'revision_number': 5, 'project_id': '2113c18ca299401c9338cafb84b0ff20', 'subnets': [{'id': 'ffaa80f7-d349-41e0-815d-fe25cd4e4dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:40:45.845336 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730a99a7-3a2d-4084-a7c9-ed8bfabe6f31 None None] The sync data for ids ['21add2b8-54d5-4536-b496-7594d2356359'] in dv-cinder-813986-1-iscsi is: [{'id': '21add2b8-54d5-4536-b496-7594d2356359', 'name': 'tempest-AttachVolumeShelveTestJSON-1247382938-router', 'tenant_id': '2113c18ca299401c9338cafb84b0ff20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '119ec3f6-aed8-4f4e-91c2-ef4491993617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:30:58Z', 'updated_at': '2021-10-14T12:31:01Z', 'revision_number': 4, 'project_id': '2113c18ca299401c9338cafb84b0ff20', 'gw_port': {'id': '119ec3f6-aed8-4f4e-91c2-ef4491993617', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:80:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21add2b8-54d5-4536-b496-7594d2356359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:59Z', 'updated_at': '2021-10-14T12:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_interfaces': [{'id': '35fbb1a3-1573-4763-b2c3-a761bd3feadf', 'name': '', 'network_id': 'e97ba1a4-1eaa-4970-998a-7f37d91a4cc6', 'tenant_id': '2113c18ca299401c9338cafb84b0ff20', 'mac_address': 'fa:16:3e:17:14:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21add2b8-54d5-4536-b496-7594d2356359', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'ffaa80f7-d349-41e0-815d-fe25cd4e4dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:31:00Z', 'updated_at': '2021-10-14T12:31:05Z', 'revision_number': 5, 'project_id': '2113c18ca299401c9338cafb84b0ff20', 'subnets': [{'id': 'ffaa80f7-d349-41e0-815d-fe25cd4e4dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:40:46.049202 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482e21d8-fa71-4d35-af27-f43f44a96285 None None] New status for floating IP a734dfc7-7ff6-493f-b02e-2ca72e3b3a2a: DOWN {{(pid=100186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 12:40:46.517102 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.agents_db [None req-78dcfc36-1157-4c7d-a1d8-d24093a96b44 None None] Agent healthcheck: found 6 active agents {{(pid=100187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:40:47.012107 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 41002) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:40:47.064387 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-53c05ccc-4e45-47cc-9193-16ec53c90f7a tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks [] for security_group, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:47.087670 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-53c05ccc-4e45-47cc-9193-16ec53c90f7a tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:47.199964 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-53c05ccc-4e45-47cc-9193-16ec53c90f7a tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:47.202581 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-53c05ccc-4e45-47cc-9193-16ec53c90f7a tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks [] for security_group, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:47.203715 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-53c05ccc-4e45-47cc-9193-16ec53c90f7a tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "DELETE /v2.0/security-groups/be03e064-274e-4404-a183-7b6ee3d3992e HTTP/1.1" status: 204 len: 168 time: 0.1906896 Oct 14 12:40:47.206568 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 41006) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:40:47.212757 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c05ccc-4e45-47cc-9193-16ec53c90f7a tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be03e064-274e-4404-a183-7b6ee3d3992e,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:40:47.219711 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.api.v2.resource [None req-89732639-8376-484c-b58b-1e0ac5d9fd3f tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] show failed (client error): The resource could not be found. Oct 14 12:40:47.220742 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-89732639-8376-484c-b58b-1e0ac5d9fd3f tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "GET /v2.0/security-groups/be03e064-274e-4404-a183-7b6ee3d3992e HTTP/1.1" status: 404 len: 347 time: 0.0130227 Oct 14 12:40:47.223555 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 41008) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:40:47.345684 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.plugin [None req-4b743271-0fbf-4745-a596-dfa1bf93fc11 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Deleting port 061b85a3-6a0e-4c04-8629-98ff6c660535 {{(pid=100184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 12:40:47.346025 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-4b743271-0fbf-4745-a596-dfa1bf93fc11 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787793337694'] for port, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:47.418035 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-4b743271-0fbf-4745-a596-dfa1bf93fc11 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612080'] for port, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:47.418359 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-4b743271-0fbf-4745-a596-dfa1bf93fc11 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:47.430101 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.plugin [None req-4b743271-0fbf-4745-a596-dfa1bf93fc11 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Calling delete_port for 061b85a3-6a0e-4c04-8629-98ff6c660535 owned by network:floatingip {{(pid=100184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 12:40:47.611673 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-4b743271-0fbf-4745-a596-dfa1bf93fc11 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787793344296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787792822815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235086'] for port, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:47.636797 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b743271-0fbf-4745-a596-dfa1bf93fc11 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Pushing event deleted for resources: {'Port': ['ID=061b85a3-6a0e-4c04-8629-98ff6c660535,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:40:47.707064 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-4b743271-0fbf-4745-a596-dfa1bf93fc11 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks [] for floatingip, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:47.709606 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-4b743271-0fbf-4745-a596-dfa1bf93fc11 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516790'] for floatingip, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:47.710740 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-4b743271-0fbf-4745-a596-dfa1bf93fc11 tempest-AttachVolumeShelveTestJSON-106931908 tempest-AttachVolumeShelveTestJSON-106931908-project] 10.222.0.54 "DELETE /v2.0/floatingips/a734dfc7-7ff6-493f-b02e-2ca72e3b3a2a HTTP/1.1" status: 204 len: 168 time: 0.4862604 Oct 14 12:40:48.402284 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device f64e60a6-e74c-4397-943e-ebe621c8ed53 no longer exists at agent hyperv_hv-cinder-81398 {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:40:48.422934 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] No Port match for: f64e60a6-e74c-4397-943e-ebe621c8ed53 {{(pid=100186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 12:40:48.423329 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device f64e60a6-e74c-4397-943e-ebe621c8ed53 not bound to the agent host hv-cinder-81398 {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:40:50.352290 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 41036) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:40:50.779565 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-205cd9ae-ac8e-4f77-9f46-700c72126f82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-618524'] for router_interface, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:51.015200 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.plugin [None req-205cd9ae-ac8e-4f77-9f46-700c72126f82 admin admin] Deleting port 35fbb1a3-1573-4763-b2c3-a761bd3feadf {{(pid=100184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 12:40:51.015533 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-205cd9ae-ac8e-4f77-9f46-700c72126f82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787793337694'] for port, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:51.093198 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.db [None req-205cd9ae-ac8e-4f77-9f46-700c72126f82 admin admin] For port 35fbb1a3-1573-4763-b2c3-a761bd3feadf, host dv-cinder-813986-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=35fbb1a3-1573-4763-b2c3-a761bd3feadf,segment=NetworkSegment(58cb4796-6024-43c0-aa42-7ecb540db5e1),segment_id=58cb4796-6024-43c0-aa42-7ecb540db5e1)] {{(pid=100184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:40:51.093479 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-205cd9ae-ac8e-4f77-9f46-700c72126f82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612080'] for port, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:51.105668 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.plugin [None req-205cd9ae-ac8e-4f77-9f46-700c72126f82 admin admin] Calling delete_port for 35fbb1a3-1573-4763-b2c3-a761bd3feadf owned by network:router_interface {{(pid=100184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 12:40:51.348585 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-205cd9ae-ac8e-4f77-9f46-700c72126f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787793344296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787792822815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235086'] for port, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:51.374495 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205cd9ae-ac8e-4f77-9f46-700c72126f82 admin admin] Pushing event deleted for resources: {'Port': ['ID=35fbb1a3-1573-4763-b2c3-a761bd3feadf,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:40:51.545223 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-205cd9ae-ac8e-4f77-9f46-700c72126f82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619576'] for router_interface, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:51.752475 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-205cd9ae-ac8e-4f77-9f46-700c72126f82 admin admin] Router 21add2b8-54d5-4536-b496-7594d2356359 has already been hosted by L3 agent 98567738-4256-4ddd-ae03-62c82ecec038 {{(pid=100184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 12:40:51.853165 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-205cd9ae-ac8e-4f77-9f46-700c72126f82 admin admin] Notify agent at l3_agent.dv-cinder-813986-1-iscsi the message routers_updated {{(pid=100184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:40:51.858970 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-205cd9ae-ac8e-4f77-9f46-700c72126f82 admin admin] 10.222.0.54 "PUT /v2.0/routers/21add2b8-54d5-4536-b496-7594d2356359/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5047069 Oct 14 12:40:51.860597 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 41042) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:40:51.863627 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c849d90-9151-4cd3-89a2-02ca22d822be None None] Sync routers for ids ['21add2b8-54d5-4536-b496-7594d2356359'] in dv-cinder-813986-1-iscsi {{(pid=100187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:40:51.872729 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c849d90-9151-4cd3-89a2-02ca22d822be None None] Routers {'21add2b8-54d5-4536-b496-7594d2356359'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:40:51.873329 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_hamode_db [None req-6c849d90-9151-4cd3-89a2-02ca22d822be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:40:26Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['21add2b8-54d5-4536-b496-7594d2356359'], 'active': True} {{(pid=100187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:40:51.961180 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-24168155-8c76-4dc1-a1a4-020328cbc1a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:51.974229 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_dvr_db [None req-6c849d90-9151-4cd3-89a2-02ca22d822be None None] Set router 21add2b8-54d5-4536-b496-7594d2356359 gateway port host: dv-cinder-813986-1-iscsi {{(pid=100187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:40:52.154235 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_hamode_db [None req-6c849d90-9151-4cd3-89a2-02ca22d822be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21add2b8-54d5-4536-b496-7594d2356359', 'name': 'tempest-AttachVolumeShelveTestJSON-1247382938-router', 'tenant_id': '2113c18ca299401c9338cafb84b0ff20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '119ec3f6-aed8-4f4e-91c2-ef4491993617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:30:58Z', 'updated_at': '2021-10-14T12:40:51Z', 'revision_number': 5, 'project_id': '2113c18ca299401c9338cafb84b0ff20', 'gw_port': {'id': '119ec3f6-aed8-4f4e-91c2-ef4491993617', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:80:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21add2b8-54d5-4536-b496-7594d2356359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:59Z', 'updated_at': '2021-10-14T12:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi'}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:40:52.181713 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c849d90-9151-4cd3-89a2-02ca22d822be None None] Checking router: 21add2b8-54d5-4536-b496-7594d2356359 for host: dv-cinder-813986-1-iscsi {{(pid=100187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:40:52.190400 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c849d90-9151-4cd3-89a2-02ca22d822be None None] Routers {'21add2b8-54d5-4536-b496-7594d2356359'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:40:52.191022 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_hamode_db [None req-6c849d90-9151-4cd3-89a2-02ca22d822be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:40:26Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['21add2b8-54d5-4536-b496-7594d2356359'], 'active': True} {{(pid=100187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:40:52.294723 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_dvr_db [None req-6c849d90-9151-4cd3-89a2-02ca22d822be None None] Set router 21add2b8-54d5-4536-b496-7594d2356359 gateway port host: dv-cinder-813986-1-iscsi {{(pid=100187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:40:52.316743 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-24168155-8c76-4dc1-a1a4-020328cbc1a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:52.429715 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.plugin [None req-24168155-8c76-4dc1-a1a4-020328cbc1a9 admin admin] Deleting port 119ec3f6-aed8-4f4e-91c2-ef4491993617 {{(pid=100184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 12:40:52.430338 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-24168155-8c76-4dc1-a1a4-020328cbc1a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787793337694'] for port, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:52.478347 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_hamode_db [None req-6c849d90-9151-4cd3-89a2-02ca22d822be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21add2b8-54d5-4536-b496-7594d2356359', 'name': 'tempest-AttachVolumeShelveTestJSON-1247382938-router', 'tenant_id': '2113c18ca299401c9338cafb84b0ff20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '119ec3f6-aed8-4f4e-91c2-ef4491993617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:30:58Z', 'updated_at': '2021-10-14T12:40:51Z', 'revision_number': 5, 'project_id': '2113c18ca299401c9338cafb84b0ff20', 'gw_port': {'id': '119ec3f6-aed8-4f4e-91c2-ef4491993617', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:80:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21add2b8-54d5-4536-b496-7594d2356359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:59Z', 'updated_at': '2021-10-14T12:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi'}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:40:52.508583 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c849d90-9151-4cd3-89a2-02ca22d822be None None] The sync data for ids ['21add2b8-54d5-4536-b496-7594d2356359'] in dv-cinder-813986-1-iscsi is: [{'id': '21add2b8-54d5-4536-b496-7594d2356359', 'name': 'tempest-AttachVolumeShelveTestJSON-1247382938-router', 'tenant_id': '2113c18ca299401c9338cafb84b0ff20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '119ec3f6-aed8-4f4e-91c2-ef4491993617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:30:58Z', 'updated_at': '2021-10-14T12:40:51Z', 'revision_number': 5, 'project_id': '2113c18ca299401c9338cafb84b0ff20', 'gw_port': {'id': '119ec3f6-aed8-4f4e-91c2-ef4491993617', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:80:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21add2b8-54d5-4536-b496-7594d2356359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:30:59Z', 'updated_at': '2021-10-14T12:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi'}] {{(pid=100187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:40:52.510772 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.db [None req-24168155-8c76-4dc1-a1a4-020328cbc1a9 admin admin] For port 119ec3f6-aed8-4f4e-91c2-ef4491993617, host dv-cinder-813986-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=119ec3f6-aed8-4f4e-91c2-ef4491993617,segment=NetworkSegment(25948913-841c-4e53-955d-096026847693),segment_id=25948913-841c-4e53-955d-096026847693)] {{(pid=100184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:40:52.511140 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-24168155-8c76-4dc1-a1a4-020328cbc1a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612080'] for port, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:52.525718 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.plugin [None req-24168155-8c76-4dc1-a1a4-020328cbc1a9 admin admin] Calling delete_port for 119ec3f6-aed8-4f4e-91c2-ef4491993617 owned by network:router_gateway {{(pid=100184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 12:40:52.731642 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-24168155-8c76-4dc1-a1a4-020328cbc1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787793344296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787792822815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235086'] for port, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:52.760325 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24168155-8c76-4dc1-a1a4-020328cbc1a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=119ec3f6-aed8-4f4e-91c2-ef4491993617,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:40:52.818551 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-24168155-8c76-4dc1-a1a4-020328cbc1a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-619714'] for router_gateway, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:52.910182 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-24168155-8c76-4dc1-a1a4-020328cbc1a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-498'] for router, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:52.912477 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-24168155-8c76-4dc1-a1a4-020328cbc1a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:53.045596 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-24168155-8c76-4dc1-a1a4-020328cbc1a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560242'] for router, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:53.046110 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24168155-8c76-4dc1-a1a4-020328cbc1a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21add2b8-54d5-4536-b496-7594d2356359 {{(pid=100184) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 12:40:53.050520 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-24168155-8c76-4dc1-a1a4-020328cbc1a9 admin admin] Notify callbacks [] for router, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:53.051608 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-24168155-8c76-4dc1-a1a4-020328cbc1a9 admin admin] 10.222.0.54 "DELETE /v2.0/routers/21add2b8-54d5-4536-b496-7594d2356359 HTTP/1.1" status: 204 len: 168 time: 1.1901014 Oct 14 12:40:53.054166 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 41046) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:40:53.105703 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d1bc853-5e3c-4d87-a4e9-3239ef085aee admin admin] Deleting subnet ffaa80f7-d349-41e0-815d-fe25cd4e4dcc {{(pid=100184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Oct 14 12:40:53.109082 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-2d1bc853-5e3c-4d87-a4e9-3239ef085aee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:53.165945 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-2d1bc853-5e3c-4d87-a4e9-3239ef085aee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5993249'] for subnet, precommit_delete_associations {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:53.228782 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-2d5d3ea0-86e1-420e-ad88-4cd9db1125e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:53.247644 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-2d1bc853-5e3c-4d87-a4e9-3239ef085aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2028271'] for subnet, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:53.366238 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-2d1bc853-5e3c-4d87-a4e9-3239ef085aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2028256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6235037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4638885'] for subnet, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:53.392794 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1bc853-5e3c-4d87-a4e9-3239ef085aee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffaa80f7-d349-41e0-815d-fe25cd4e4dcc,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:40:53.396752 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-2d1bc853-5e3c-4d87-a4e9-3239ef085aee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531662'] for subnet, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:53.400269 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-2d1bc853-5e3c-4d87-a4e9-3239ef085aee admin admin] 10.222.0.54 "DELETE /v2.0/subnets/ffaa80f7-d349-41e0-815d-fe25cd4e4dcc HTTP/1.1" status: 204 len: 168 time: 0.3448434 Oct 14 12:40:53.402352 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 41048) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:40:53.402880 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb18364-896d-4e65-84db-28658ac036ce None None] Network e97ba1a4-1eaa-4970-998a-7f37d91a4cc6 requested from dv-cinder-813986-1-iscsi {{(pid=100186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:40:53.472231 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-6d3c8b13-b456-4c20-bc9b-3d4b2d07c2af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1900015'] for network, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:53.539678 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.plugin [None req-6d3c8b13-b456-4c20-bc9b-3d4b2d07c2af admin admin] Deleting port dfc5618c-cf1e-4665-b971-4b70d254b18c {{(pid=100184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 12:40:53.539678 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-6d3c8b13-b456-4c20-bc9b-3d4b2d07c2af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787793337694'] for port, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:53.622693 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.db [None req-6d3c8b13-b456-4c20-bc9b-3d4b2d07c2af admin admin] For port dfc5618c-cf1e-4665-b971-4b70d254b18c, host dv-cinder-813986-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=dfc5618c-cf1e-4665-b971-4b70d254b18c,segment=NetworkSegment(58cb4796-6024-43c0-aa42-7ecb540db5e1),segment_id=58cb4796-6024-43c0-aa42-7ecb540db5e1)] {{(pid=100184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:40:53.622924 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da84452-bd3b-4ee2-a938-c7c3c43a255a None None] DHCP port deletion for e97ba1a4-1eaa-4970-998a-7f37d91a4cc6 request from dv-cinder-813986-1-iscsi {{(pid=100186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 14 12:40:53.623038 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-6d3c8b13-b456-4c20-bc9b-3d4b2d07c2af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612080'] for port, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:53.635865 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.plugin [None req-6d3c8b13-b456-4c20-bc9b-3d4b2d07c2af admin admin] Calling delete_port for dfc5618c-cf1e-4665-b971-4b70d254b18c owned by network:dhcp {{(pid=100184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 12:40:53.647863 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device 35fbb1a3-1573-4763-b2c3-a761bd3feadf no longer exists at agent ovs-agent-dv-cinder-813986-1-iscsi {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:40:53.673662 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] No Port match for: 35fbb1a3-1573-4763-b2c3-a761bd3feadf {{(pid=100186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 12:40:53.674000 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device 35fbb1a3-1573-4763-b2c3-a761bd3feadf not bound to the agent host dv-cinder-813986-1-iscsi {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:40:53.700283 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-5da84452-bd3b-4ee2-a938-c7c3c43a255a None None] Deleting port dfc5618c-cf1e-4665-b971-4b70d254b18c {{(pid=100186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 12:40:53.700839 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-5da84452-bd3b-4ee2-a938-c7c3c43a255a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787793337694'] for port, before_delete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:53.768695 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-5da84452-bd3b-4ee2-a938-c7c3c43a255a None None] For port dfc5618c-cf1e-4665-b971-4b70d254b18c, host dv-cinder-813986-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=dfc5618c-cf1e-4665-b971-4b70d254b18c,segment=NetworkSegment(58cb4796-6024-43c0-aa42-7ecb540db5e1),segment_id=58cb4796-6024-43c0-aa42-7ecb540db5e1)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:40:53.769351 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-5da84452-bd3b-4ee2-a938-c7c3c43a255a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612080'] for port, precommit_delete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:53.783203 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-5da84452-bd3b-4ee2-a938-c7c3c43a255a None None] Calling delete_port for dfc5618c-cf1e-4665-b971-4b70d254b18c owned by network:dhcp {{(pid=100186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 12:40:53.822437 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-6d3c8b13-b456-4c20-bc9b-3d4b2d07c2af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787793344296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787792822815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235086'] for port, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:53.853260 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3c8b13-b456-4c20-bc9b-3d4b2d07c2af admin admin] Pushing event deleted for resources: {'Port': ['ID=dfc5618c-cf1e-4665-b971-4b70d254b18c,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:40:53.855163 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3c8b13-b456-4c20-bc9b-3d4b2d07c2af admin admin] No DVR routers for this DVR port dfc5618c-cf1e-4665-b971-4b70d254b18c on host dv-cinder-813986-1-iscsi {{(pid=100184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 12:40:53.865354 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-5da84452-bd3b-4ee2-a938-c7c3c43a255a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787793344296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787792822815'] for port, after_delete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:53.894995 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da84452-bd3b-4ee2-a938-c7c3c43a255a None None] Pushing event deleted for resources: {'Port': ['ID=dfc5618c-cf1e-4665-b971-4b70d254b18c,revision_number=None']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:40:53.900111 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da84452-bd3b-4ee2-a938-c7c3c43a255a None None] No DVR routers for this DVR port dfc5618c-cf1e-4665-b971-4b70d254b18c on host dv-cinder-813986-1-iscsi {{(pid=100186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 12:40:53.928558 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-6d3c8b13-b456-4c20-bc9b-3d4b2d07c2af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2018836', 'neutron.services.segments.db._delete_segments_for_network-8787793369613'] for network, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:53.948142 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.services.segments.db [None req-6d3c8b13-b456-4c20-bc9b-3d4b2d07c2af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e97ba1a4-1eaa-4970-998a-7f37d91a4cc6']}} {{(pid=100184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:40:53.957746 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.services.segments.db [None req-6d3c8b13-b456-4c20-bc9b-3d4b2d07c2af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58cb4796-6024-43c0-aa42-7ecb540db5e1') {'for_net_delete': True} {{(pid=100184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:40:53.958041 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.services.segments.db [None req-6d3c8b13-b456-4c20-bc9b-3d4b2d07c2af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58cb4796-6024-43c0-aa42-7ecb540db5e1') {} {{(pid=100184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:40:53.967197 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-6d3c8b13-b456-4c20-bc9b-3d4b2d07c2af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787793369110', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5993278'] for segment, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:53.980541 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-6d3c8b13-b456-4c20-bc9b-3d4b2d07c2af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030694'] for segment, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:53.986331 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d3c8b13-b456-4c20-bc9b-3d4b2d07c2af admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=100184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 12:40:53.986712 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-6d3c8b13-b456-4c20-bc9b-3d4b2d07c2af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6235131'] for segment, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:53.988350 dv-cinder-813986-1-iscsi neutron-server[100184]: Traceback (most recent call last): Oct 14 12:40:53.988350 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 12:40:53.988350 dv-cinder-813986-1-iscsi neutron-server[100184]: timer() Oct 14 12:40:53.988350 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 12:40:53.988350 dv-cinder-813986-1-iscsi neutron-server[100184]: cb(*args, **kw) Oct 14 12:40:53.988350 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 12:40:53.988350 dv-cinder-813986-1-iscsi neutron-server[100184]: return func(*args, **kwargs) Oct 14 12:40:53.988350 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 12:40:53.988350 dv-cinder-813986-1-iscsi neutron-server[100184]: self._notify() Oct 14 12:40:53.988350 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 12:40:53.988350 dv-cinder-813986-1-iscsi neutron-server[100184]: self.callback(batched_events) Oct 14 12:40:53.988350 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 12:40:53.988350 dv-cinder-813986-1-iscsi neutron-server[100184]: event.method(event) Oct 14 12:40:53.988350 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 12:40:53.988350 dv-cinder-813986-1-iscsi neutron-server[100184]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 12:40:53.988350 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 12:40:53.988350 dv-cinder-813986-1-iscsi neutron-server[100184]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 12:40:53.988350 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 12:40:53.988350 dv-cinder-813986-1-iscsi neutron-server[100184]: return f(self, *a, **k) Oct 14 12:40:53.988350 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 12:40:53.988350 dv-cinder-813986-1-iscsi neutron-server[100184]: return self._get(url).json() Oct 14 12:40:53.988350 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 12:40:53.988350 dv-cinder-813986-1-iscsi neutron-server[100184]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 12:40:53.988350 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 12:40:53.988350 dv-cinder-813986-1-iscsi neutron-server[100184]: return self.request(url, 'GET', **kwargs) Oct 14 12:40:53.988350 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 12:40:53.988350 dv-cinder-813986-1-iscsi neutron-server[100184]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 12:40:53.988350 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 12:40:53.988350 dv-cinder-813986-1-iscsi neutron-server[100184]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 12:40:53.988350 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 12:40:53.988350 dv-cinder-813986-1-iscsi neutron-server[100184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 12:40:53.988350 dv-cinder-813986-1-iscsi neutron-server[100184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 12:40:54.114678 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-6d3c8b13-b456-4c20-bc9b-3d4b2d07c2af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2018925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-619758'] for network, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:54.130406 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-6d3c8b13-b456-4c20-bc9b-3d4b2d07c2af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531662'] for network, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:54.133772 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-6d3c8b13-b456-4c20-bc9b-3d4b2d07c2af admin admin] 10.222.0.54 "DELETE /v2.0/networks/e97ba1a4-1eaa-4970-998a-7f37d91a4cc6 HTTP/1.1" status: 204 len: 168 time: 0.7304955 Oct 14 12:40:54.134883 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3c8b13-b456-4c20-bc9b-3d4b2d07c2af admin admin] Pushing event deleted for resources: {'Network': ['ID=e97ba1a4-1eaa-4970-998a-7f37d91a4cc6,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:40:54.450623 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 41068) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:40:54.489142 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-5d03c0ee-b921-4d1c-b51e-31f744363576 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2113c18ca299401c9338cafb84b0ff20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373604 Oct 14 12:40:54.491452 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 41070) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:40:54.539059 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-51722505-8732-4fbb-acf2-4d2f9138aa82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:54.560052 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-51722505-8732-4fbb-acf2-4d2f9138aa82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:54.691728 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-51722505-8732-4fbb-acf2-4d2f9138aa82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:54.694286 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-51722505-8732-4fbb-acf2-4d2f9138aa82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:54.695452 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-51722505-8732-4fbb-acf2-4d2f9138aa82 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ef4e8c7c-20a4-4282-8771-3a4e9ec921e8 HTTP/1.1" status: 204 len: 168 time: 0.2030532 Oct 14 12:40:54.703311 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51722505-8732-4fbb-acf2-4d2f9138aa82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4e8c7c-20a4-4282-8771-3a4e9ec921e8,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:40:55.207146 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device 119ec3f6-aed8-4f4e-91c2-ef4491993617 no longer exists at agent ovs-agent-dv-cinder-813986-1-iscsi {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:40:55.227487 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] No Port match for: 119ec3f6-aed8-4f4e-91c2-ef4491993617 {{(pid=100186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 12:40:55.227831 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device 119ec3f6-aed8-4f4e-91c2-ef4491993617 not bound to the agent host dv-cinder-813986-1-iscsi {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:40:55.228268 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device dfc5618c-cf1e-4665-b971-4b70d254b18c no longer exists at agent ovs-agent-dv-cinder-813986-1-iscsi {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:40:55.246732 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] No Port match for: dfc5618c-cf1e-4665-b971-4b70d254b18c {{(pid=100186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 12:40:55.247046 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device dfc5618c-cf1e-4665-b971-4b70d254b18c not bound to the agent host dv-cinder-813986-1-iscsi {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:40:55.948595 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-0a22a88e-de43-4a42-a67b-75804cb646c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:56.859227 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc920cae-4dd3-4350-89f9-24ed10a2b56e req-a8fef67d-7891-4a7c-9b38-12922c550ae0 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:40:56.860649 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-fc920cae-4dd3-4350-89f9-24ed10a2b56e req-a8fef67d-7891-4a7c-9b38-12922c550ae0 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/ports?device_id=52054fb5-ad30-4d9b-9132-3c84a5d7d612 HTTP/1.1" status: 200 len: 945 time: 0.0521052 Oct 14 12:40:56.899505 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-fc920cae-4dd3-4350-89f9-24ed10a2b56e req-0e149c20-3537-4026-aa5b-7362561351e9 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/security-groups?id=25efad0b-45c1-4925-b80f-8fbdebb931d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321116 Oct 14 12:40:57.055035 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 41134) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:40:57.108592 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-469b4b0a-0edb-4369-82f6-413c16907b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:57.109379 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:57.158008 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-ce3aaf06-b866-4663-b43a-b3b36194b3b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:57.230107 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-ce3aaf06-b866-4663-b43a-b3b36194b3b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:57.279238 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-ce3aaf06-b866-4663-b43a-b3b36194b3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:57.317801 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-ce3aaf06-b866-4663-b43a-b3b36194b3b5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7aeabba8b5554ae3b50bb9b8dd06f988&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2616630 Oct 14 12:40:57.318671 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3aaf06-b866-4663-b43a-b3b36194b3b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=492e6df8-3d78-4c6c-98d6-9619a4d06866,revision_number=1']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:40:57.320548 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 41138) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:40:57.368502 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-7e63929d-5bb1-4928-b927-78fe53e346ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:57.388159 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-7e63929d-5bb1-4928-b927-78fe53e346ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:57.485603 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-7e63929d-5bb1-4928-b927-78fe53e346ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:57.488921 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-7e63929d-5bb1-4928-b927-78fe53e346ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:57.490050 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-7e63929d-5bb1-4928-b927-78fe53e346ea admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/492e6df8-3d78-4c6c-98d6-9619a4d06866 HTTP/1.1" status: 204 len: 168 time: 0.1684718 Oct 14 12:40:57.499554 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e63929d-5bb1-4928-b927-78fe53e346ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=492e6df8-3d78-4c6c-98d6-9619a4d06866,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:40:57.935905 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 41146) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:40:57.950030 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-8d8e1680-5206-449c-bd9e-f5efab57008c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:58.013036 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302cab1f-4bb1-4750-9930-05a6752e00e1 req-aceead6a-0efe-4dcc-b83d-c04c341ae3db tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:40:58.015127 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-302cab1f-4bb1-4750-9930-05a6752e00e1 req-aceead6a-0efe-4dcc-b83d-c04c341ae3db tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/ports?device_id=52054fb5-ad30-4d9b-9132-3c84a5d7d612 HTTP/1.1" status: 200 len: 945 time: 0.0496714 Oct 14 12:40:58.024573 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-8d8e1680-5206-449c-bd9e-f5efab57008c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:58.052948 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-302cab1f-4bb1-4750-9930-05a6752e00e1 req-9c65ee8a-e70c-493c-92dc-754d788c5b3b tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/security-groups?id=25efad0b-45c1-4925-b80f-8fbdebb931d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308762 Oct 14 12:40:58.079645 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-8d8e1680-5206-449c-bd9e-f5efab57008c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:58.117763 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-8d8e1680-5206-449c-bd9e-f5efab57008c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=917bf2e22e5444c8ad460d6a678bdf16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1806130 Oct 14 12:40:58.118603 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8e1680-5206-449c-bd9e-f5efab57008c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e16156c-1b87-47ef-a6c1-a9ec4ecbc6bc,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:40:58.120439 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 41148) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:40:58.172212 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-ff2a61eb-f330-4316-8aec-22ac5140461a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:58.193300 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-ff2a61eb-f330-4316-8aec-22ac5140461a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:58.302557 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-ff2a61eb-f330-4316-8aec-22ac5140461a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:58.305219 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-ff2a61eb-f330-4316-8aec-22ac5140461a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:58.306839 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-ff2a61eb-f330-4316-8aec-22ac5140461a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4e16156c-1b87-47ef-a6c1-a9ec4ecbc6bc HTTP/1.1" status: 204 len: 168 time: 0.1849544 Oct 14 12:40:58.318864 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2a61eb-f330-4316-8aec-22ac5140461a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e16156c-1b87-47ef-a6c1-a9ec4ecbc6bc,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:40:58.359638 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-27c04846-3a84-4189-8b30-75b8cfbf2676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:58.831876 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e79b31e-e1bf-45e2-9e80-9682035e5890 req-427a9cdb-f089-42ab-ba38-bc40bda53e69 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:40:58.833356 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-5e79b31e-e1bf-45e2-9e80-9682035e5890 req-427a9cdb-f089-42ab-ba38-bc40bda53e69 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.25 "GET /v2.0/ports?device_id=52054fb5-ad30-4d9b-9132-3c84a5d7d612 HTTP/1.1" status: 200 len: 945 time: 0.0475888 Oct 14 12:40:58.928281 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.plugin [req-5e79b31e-e1bf-45e2-9e80-9682035e5890 req-9bb4040d-2b67-4ed6-b78d-99e0d53b3462 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Deleting port 39a0cd85-71b2-415e-84ea-d4cda149a5f3 {{(pid=100184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 12:40:58.928625 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-5e79b31e-e1bf-45e2-9e80-9682035e5890 req-9bb4040d-2b67-4ed6-b78d-99e0d53b3462 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787793337694'] for port, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:59.015445 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.db [req-5e79b31e-e1bf-45e2-9e80-9682035e5890 req-9bb4040d-2b67-4ed6-b78d-99e0d53b3462 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] For port 39a0cd85-71b2-415e-84ea-d4cda149a5f3, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=39a0cd85-71b2-415e-84ea-d4cda149a5f3,segment=NetworkSegment(caa5d19d-9a1f-4ef6-b1e0-47c76e90c812),segment_id=caa5d19d-9a1f-4ef6-b1e0-47c76e90c812)] {{(pid=100184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:40:59.016100 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-5e79b31e-e1bf-45e2-9e80-9682035e5890 req-9bb4040d-2b67-4ed6-b78d-99e0d53b3462 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612080'] for port, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:59.028255 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.plugin [req-5e79b31e-e1bf-45e2-9e80-9682035e5890 req-9bb4040d-2b67-4ed6-b78d-99e0d53b3462 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Calling delete_port for 39a0cd85-71b2-415e-84ea-d4cda149a5f3 owned by compute:nova {{(pid=100184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 12:40:59.200717 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927da5a2-b740-42be-ae72-9015d4750a60 req-f341078e-83ac-4bca-ba92-e11ff489a1be tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:40:59.202250 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-927da5a2-b740-42be-ae72-9015d4750a60 req-f341078e-83ac-4bca-ba92-e11ff489a1be tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/ports?device_id=52054fb5-ad30-4d9b-9132-3c84a5d7d612 HTTP/1.1" status: 200 len: 945 time: 0.0644455 Oct 14 12:40:59.248093 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-927da5a2-b740-42be-ae72-9015d4750a60 req-1cdc33b6-be35-4fda-84f8-578dcf949b05 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/security-groups?id=25efad0b-45c1-4925-b80f-8fbdebb931d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318854 Oct 14 12:40:59.248093 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-5e79b31e-e1bf-45e2-9e80-9682035e5890 req-9bb4040d-2b67-4ed6-b78d-99e0d53b3462 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787793344296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787792822815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235086'] for port, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:59.256540 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] get_ports_and_sgs() called for port_ids ['1d4d04c7-cef5-40dc-9c9d-35946fad771c', '3262b9e2-dd77-4351-b35e-2cc048290a25', 'a31be32c-0eb1-4b51-949a-c475f83d2b34', '39a0cd85-71b2-415e-84ea-d4cda149a5f3'] {{(pid=100186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:40:59.288040 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb4040d-2b67-4ed6-b78d-99e0d53b3462 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Pushing event deleted for resources: {'Port': ['ID=39a0cd85-71b2-415e-84ea-d4cda149a5f3,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:40:59.323781 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e79b31e-e1bf-45e2-9e80-9682035e5890 req-9bb4040d-2b67-4ed6-b78d-99e0d53b3462 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] No DVR routers for this DVR port 39a0cd85-71b2-415e-84ea-d4cda149a5f3 on host hv-cinder-81398 {{(pid=100184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 12:40:59.326343 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-5e79b31e-e1bf-45e2-9e80-9682035e5890 req-9bb4040d-2b67-4ed6-b78d-99e0d53b3462 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516790'] for port, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:40:59.329926 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-5e79b31e-e1bf-45e2-9e80-9682035e5890 req-9bb4040d-2b67-4ed6-b78d-99e0d53b3462 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.25 "DELETE /v2.0/ports/39a0cd85-71b2-415e-84ea-d4cda149a5f3 HTTP/1.1" status: 204 len: 173 time: 0.4881363 Oct 14 12:40:59.330405 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52054fb5-ad30-4d9b-9132-3c84a5d7d612', 'name': 'network-vif-deleted', 'tag': '39a0cd85-71b2-415e-84ea-d4cda149a5f3'}] {{(pid=100184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:40:59.333248 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb275087d552987a85547e896d52e13f348f0da1d291f893306c6091374b53c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06fc8010-887e-4f79-9133-0e27da7fb294" -d '{"events": [{"server_uuid": "52054fb5-ad30-4d9b-9132-3c84a5d7d612", "name": "network-vif-deleted", "tag": "39a0cd85-71b2-415e-84ea-d4cda149a5f3"}]}' {{(pid=100184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:40:59.370986 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa3f59f-e8f9-4a73-9d92-1459170aa70e x-openstack-request-id: req-aaa3f59f-e8f9-4a73-9d92-1459170aa70e {{(pid=100184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:40:59.371285 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52054fb5-ad30-4d9b-9132-3c84a5d7d612", "name": "network-vif-deleted", "tag": "39a0cd85-71b2-415e-84ea-d4cda149a5f3", "status": "completed", "code": 200}]} {{(pid=100184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:40:59.371540 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-aaa3f59f-e8f9-4a73-9d92-1459170aa70e {{(pid=100184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:40:59.371940 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52054fb5-ad30-4d9b-9132-3c84a5d7d612', 'name': 'network-vif-deleted', 'tag': '39a0cd85-71b2-415e-84ea-d4cda149a5f3', 'status': 'completed', 'code': 200} Oct 14 12:41:00.356591 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-c0c73666-6275-4de5-8e40-c92738a8e06a req-afc70dbd-35e3-47c1-a560-6774061c5ba7 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/ports?device_id=52054fb5-ad30-4d9b-9132-3c84a5d7d612 HTTP/1.1" status: 200 len: 210 time: 0.0282736 Oct 14 12:41:02.468639 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device 39a0cd85-71b2-415e-84ea-d4cda149a5f3 no longer exists at agent hyperv_hv-cinder-81398 {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:41:02.489395 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] No Port match for: 39a0cd85-71b2-415e-84ea-d4cda149a5f3 {{(pid=100186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 12:41:02.489728 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device 39a0cd85-71b2-415e-84ea-d4cda149a5f3 not bound to the agent host hv-cinder-81398 {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:41:02.974610 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb30d6-2123-40e8-be30-d2df3b8f67bb req-945ec477-7dd1-4ba2-9284-02bccb46ce64 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:41:02.976189 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ccbb30d6-2123-40e8-be30-d2df3b8f67bb req-945ec477-7dd1-4ba2-9284-02bccb46ce64 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b3b1a57-39aa-4ed5-9ca1-bf15e9afc60a HTTP/1.1" status: 200 len: 946 time: 0.0489616 Oct 14 12:41:03.012971 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ccbb30d6-2123-40e8-be30-d2df3b8f67bb req-7fe1ab37-fc31-41fe-9706-795f3f598a8b tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/security-groups?id=25efad0b-45c1-4925-b80f-8fbdebb931d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307827 Oct 14 12:41:04.132212 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2334d-0759-4565-be88-73774552ba4c req-b2d30696-2859-4629-854a-133cf2d96159 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:41:04.133604 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-15b2334d-0759-4565-be88-73774552ba4c req-b2d30696-2859-4629-854a-133cf2d96159 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b3b1a57-39aa-4ed5-9ca1-bf15e9afc60a HTTP/1.1" status: 200 len: 946 time: 0.0522482 Oct 14 12:41:04.171085 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-15b2334d-0759-4565-be88-73774552ba4c req-8313e56b-29be-47a0-86ee-8d3128f84154 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/security-groups?id=25efad0b-45c1-4925-b80f-8fbdebb931d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314825 Oct 14 12:41:04.976233 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34e146-ea5f-4a29-bce8-d090b41404af req-2af70bec-e330-445e-97c6-9710da7bb437 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:41:04.977688 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9c34e146-ea5f-4a29-bce8-d090b41404af req-2af70bec-e330-445e-97c6-9710da7bb437 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b3b1a57-39aa-4ed5-9ca1-bf15e9afc60a HTTP/1.1" status: 200 len: 946 time: 0.0476294 Oct 14 12:41:05.067552 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.plugin [req-9c34e146-ea5f-4a29-bce8-d090b41404af req-0963d3f0-fc97-456d-8736-7e60644edf5c tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Deleting port a31be32c-0eb1-4b51-949a-c475f83d2b34 {{(pid=100184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 12:41:05.067808 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-9c34e146-ea5f-4a29-bce8-d090b41404af req-0963d3f0-fc97-456d-8736-7e60644edf5c tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787793337694'] for port, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:05.158076 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.db [req-9c34e146-ea5f-4a29-bce8-d090b41404af req-0963d3f0-fc97-456d-8736-7e60644edf5c tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] For port a31be32c-0eb1-4b51-949a-c475f83d2b34, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=a31be32c-0eb1-4b51-949a-c475f83d2b34,segment=NetworkSegment(caa5d19d-9a1f-4ef6-b1e0-47c76e90c812),segment_id=caa5d19d-9a1f-4ef6-b1e0-47c76e90c812)] {{(pid=100184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:41:05.158776 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-9c34e146-ea5f-4a29-bce8-d090b41404af req-0963d3f0-fc97-456d-8736-7e60644edf5c tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612080'] for port, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:05.171220 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.plugin [req-9c34e146-ea5f-4a29-bce8-d090b41404af req-0963d3f0-fc97-456d-8736-7e60644edf5c tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Calling delete_port for a31be32c-0eb1-4b51-949a-c475f83d2b34 owned by compute:nova {{(pid=100184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 12:41:05.307431 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 41264) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:41:05.338586 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd89ecf-91b1-44db-b1b2-ea5338b9e3f4 req-1060562a-f278-404b-b788-59ea6ad58157 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:41:05.340093 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-6bd89ecf-91b1-44db-b1b2-ea5338b9e3f4 req-1060562a-f278-404b-b788-59ea6ad58157 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b3b1a57-39aa-4ed5-9ca1-bf15e9afc60a HTTP/1.1" status: 200 len: 946 time: 0.0953665 Oct 14 12:41:05.376418 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-9c34e146-ea5f-4a29-bce8-d090b41404af req-0963d3f0-fc97-456d-8736-7e60644edf5c tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787793344296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787792822815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235086'] for port, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:05.382691 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-6bd89ecf-91b1-44db-b1b2-ea5338b9e3f4 req-18629f36-d7e1-4acc-a1f2-430d3f161e77 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/security-groups?id=25efad0b-45c1-4925-b80f-8fbdebb931d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366580 Oct 14 12:41:05.397779 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] get_ports_and_sgs() called for port_ids ['1d4d04c7-cef5-40dc-9c9d-35946fad771c', '3262b9e2-dd77-4351-b35e-2cc048290a25', 'a31be32c-0eb1-4b51-949a-c475f83d2b34'] {{(pid=100186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:41:05.421182 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0963d3f0-fc97-456d-8736-7e60644edf5c tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Pushing event deleted for resources: {'Port': ['ID=a31be32c-0eb1-4b51-949a-c475f83d2b34,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:41:05.437748 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-6860bb26-436d-42ec-800b-cf0ed4f0f2f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:05.475064 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c34e146-ea5f-4a29-bce8-d090b41404af req-0963d3f0-fc97-456d-8736-7e60644edf5c tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] No DVR routers for this DVR port a31be32c-0eb1-4b51-949a-c475f83d2b34 on host hv-cinder-81398 {{(pid=100184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 12:41:05.478112 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-9c34e146-ea5f-4a29-bce8-d090b41404af req-0963d3f0-fc97-456d-8736-7e60644edf5c tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516790'] for port, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:05.481583 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9c34e146-ea5f-4a29-bce8-d090b41404af req-0963d3f0-fc97-456d-8736-7e60644edf5c tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.25 "DELETE /v2.0/ports/a31be32c-0eb1-4b51-949a-c475f83d2b34 HTTP/1.1" status: 204 len: 173 time: 0.4950352 Oct 14 12:41:05.482049 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b3b1a57-39aa-4ed5-9ca1-bf15e9afc60a', 'name': 'network-vif-deleted', 'tag': 'a31be32c-0eb1-4b51-949a-c475f83d2b34'}] {{(pid=100184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:41:05.484483 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb275087d552987a85547e896d52e13f348f0da1d291f893306c6091374b53c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d09dd50-5af3-438c-9f88-d735dc7ac69c" -d '{"events": [{"server_uuid": "0b3b1a57-39aa-4ed5-9ca1-bf15e9afc60a", "name": "network-vif-deleted", "tag": "a31be32c-0eb1-4b51-949a-c475f83d2b34"}]}' {{(pid=100184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:41:05.525654 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9702826-0f2f-431b-a2f4-fb172e5505a8 x-openstack-request-id: req-a9702826-0f2f-431b-a2f4-fb172e5505a8 {{(pid=100184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:41:05.525952 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b3b1a57-39aa-4ed5-9ca1-bf15e9afc60a", "name": "network-vif-deleted", "tag": "a31be32c-0eb1-4b51-949a-c475f83d2b34", "status": "completed", "code": 200}]} {{(pid=100184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:41:05.526203 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a9702826-0f2f-431b-a2f4-fb172e5505a8 {{(pid=100184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:41:05.526600 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b3b1a57-39aa-4ed5-9ca1-bf15e9afc60a', 'name': 'network-vif-deleted', 'tag': 'a31be32c-0eb1-4b51-949a-c475f83d2b34', 'status': 'completed', 'code': 200} Oct 14 12:41:05.562948 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-6860bb26-436d-42ec-800b-cf0ed4f0f2f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:05.633760 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-6860bb26-436d-42ec-800b-cf0ed4f0f2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:05.679909 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-6860bb26-436d-42ec-800b-cf0ed4f0f2f5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5d0a06bb2e984fce99458e25ead94fd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3696349 Oct 14 12:41:05.681175 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6860bb26-436d-42ec-800b-cf0ed4f0f2f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4fac247-f70f-4f0a-bedb-8ab81c8f1042,revision_number=1']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:41:05.682610 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 41270) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:41:05.962197 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-2c0aceee-ede3-4562-99af-4aab91b69b6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:05.981992 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-2c0aceee-ede3-4562-99af-4aab91b69b6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:06.102319 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-2c0aceee-ede3-4562-99af-4aab91b69b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:06.104965 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-2c0aceee-ede3-4562-99af-4aab91b69b6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:06.106155 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-2c0aceee-ede3-4562-99af-4aab91b69b6b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a4fac247-f70f-4f0a-bedb-8ab81c8f1042 HTTP/1.1" status: 204 len: 168 time: 0.4223957 Oct 14 12:41:06.114626 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0aceee-ede3-4562-99af-4aab91b69b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4fac247-f70f-4f0a-bedb-8ab81c8f1042,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:41:06.122517 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0aceee-ede3-4562-99af-4aab91b69b6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:41:06.122863 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0aceee-ede3-4562-99af-4aab91b69b6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:41:06.123200 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0aceee-ede3-4562-99af-4aab91b69b6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:41:06.123530 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0aceee-ede3-4562-99af-4aab91b69b6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:41:06.123952 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0aceee-ede3-4562-99af-4aab91b69b6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:41:06.124356 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0aceee-ede3-4562-99af-4aab91b69b6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:41:06.124508 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0aceee-ede3-4562-99af-4aab91b69b6b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:41:06.124839 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0aceee-ede3-4562-99af-4aab91b69b6b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:41:06.125163 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0aceee-ede3-4562-99af-4aab91b69b6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:41:06.125481 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0aceee-ede3-4562-99af-4aab91b69b6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:41:06.125800 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0aceee-ede3-4562-99af-4aab91b69b6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:41:06.126116 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0aceee-ede3-4562-99af-4aab91b69b6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:41:06.843215 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 41280) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:41:06.856707 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-df432bf7-3ca9-4039-a6ce-2c6292b2bd58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:06.930445 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-df432bf7-3ca9-4039-a6ce-2c6292b2bd58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:06.959574 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56eaf52-2445-4e3c-8064-2def459baab4 req-54bce347-ba0a-4822-9e1e-718548603e0a tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:41:06.961066 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-c56eaf52-2445-4e3c-8064-2def459baab4 req-54bce347-ba0a-4822-9e1e-718548603e0a tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e185f49-c3a7-4849-9353-5ff01289649a HTTP/1.1" status: 200 len: 945 time: 0.0486097 Oct 14 12:41:06.988021 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-df432bf7-3ca9-4039-a6ce-2c6292b2bd58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:07.002053 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-c56eaf52-2445-4e3c-8064-2def459baab4 req-cda7d93e-8676-4ddc-a7b5-e1b850d277f1 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/security-groups?id=25efad0b-45c1-4925-b80f-8fbdebb931d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346527 Oct 14 12:41:07.026804 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-df432bf7-3ca9-4039-a6ce-2c6292b2bd58 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=de9c39e30c254d1e8f1b945b92b71727&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1824839 Oct 14 12:41:07.027649 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df432bf7-3ca9-4039-a6ce-2c6292b2bd58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51e3ca37-f833-45e9-aec6-f35ed5e7a9f9,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:41:07.029526 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 41284) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:41:07.078129 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-5676eb81-1d81-4429-b461-b34c89c8193d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:07.099175 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-5676eb81-1d81-4429-b461-b34c89c8193d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:07.216523 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-5676eb81-1d81-4429-b461-b34c89c8193d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:07.219108 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-5676eb81-1d81-4429-b461-b34c89c8193d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:07.220259 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-5676eb81-1d81-4429-b461-b34c89c8193d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/51e3ca37-f833-45e9-aec6-f35ed5e7a9f9 HTTP/1.1" status: 204 len: 168 time: 0.1897697 Oct 14 12:41:07.228049 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5676eb81-1d81-4429-b461-b34c89c8193d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e3ca37-f833-45e9-aec6-f35ed5e7a9f9,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:41:07.761638 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:08.117033 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b7beb9-ea73-4da8-93ed-b683c6030c55 req-786267f5-7420-48cc-b614-f23f0304a881 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:41:08.118529 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-31b7beb9-ea73-4da8-93ed-b683c6030c55 req-786267f5-7420-48cc-b614-f23f0304a881 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e185f49-c3a7-4849-9353-5ff01289649a HTTP/1.1" status: 200 len: 945 time: 0.0496356 Oct 14 12:41:08.155961 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-31b7beb9-ea73-4da8-93ed-b683c6030c55 req-41052b57-db77-4f0e-9985-bfd47ab2d326 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/security-groups?id=25efad0b-45c1-4925-b80f-8fbdebb931d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316184 Oct 14 12:41:08.484745 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device a31be32c-0eb1-4b51-949a-c475f83d2b34 no longer exists at agent hyperv_hv-cinder-81398 {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:41:08.504497 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] No Port match for: a31be32c-0eb1-4b51-949a-c475f83d2b34 {{(pid=100186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 12:41:08.504890 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device a31be32c-0eb1-4b51-949a-c475f83d2b34 not bound to the agent host hv-cinder-81398 {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:41:08.705439 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 41316) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:41:08.794692 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d78335-0e05-4668-9587-38597fc9ab1b req-9b7a9e2a-a19d-416b-ab15-ab767d1f6ad8 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:41:08.796170 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b5d78335-0e05-4668-9587-38597fc9ab1b req-9b7a9e2a-a19d-416b-ab15-ab767d1f6ad8 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e185f49-c3a7-4849-9353-5ff01289649a HTTP/1.1" status: 200 len: 945 time: 0.0510502 Oct 14 12:41:08.829052 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-d1d192f7-3c25-4942-bcbb-05062b8a9942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:08.930119 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.plugin [req-b5d78335-0e05-4668-9587-38597fc9ab1b req-67e576be-c2b4-4d60-8a31-23801665e76d tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Deleting port 3262b9e2-dd77-4351-b35e-2cc048290a25 {{(pid=100184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 12:41:08.930466 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-b5d78335-0e05-4668-9587-38597fc9ab1b req-67e576be-c2b4-4d60-8a31-23801665e76d tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787793337694'] for port, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:08.996304 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-d1d192f7-3c25-4942-bcbb-05062b8a9942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:09.036330 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.db [req-b5d78335-0e05-4668-9587-38597fc9ab1b req-67e576be-c2b4-4d60-8a31-23801665e76d tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] For port 3262b9e2-dd77-4351-b35e-2cc048290a25, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=3262b9e2-dd77-4351-b35e-2cc048290a25,segment=NetworkSegment(caa5d19d-9a1f-4ef6-b1e0-47c76e90c812),segment_id=caa5d19d-9a1f-4ef6-b1e0-47c76e90c812)] {{(pid=100184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:41:09.036712 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-b5d78335-0e05-4668-9587-38597fc9ab1b req-67e576be-c2b4-4d60-8a31-23801665e76d tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612080'] for port, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:09.048913 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.plugin [req-b5d78335-0e05-4668-9587-38597fc9ab1b req-67e576be-c2b4-4d60-8a31-23801665e76d tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Calling delete_port for 3262b9e2-dd77-4351-b35e-2cc048290a25 owned by compute:nova {{(pid=100184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 12:41:09.087848 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-d1d192f7-3c25-4942-bcbb-05062b8a9942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:09.138680 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d192f7-3c25-4942-bcbb-05062b8a9942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b161ef95-26b6-49bb-b416-c229d2cf4e02,revision_number=1']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:41:09.147417 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-d1d192f7-3c25-4942-bcbb-05062b8a9942 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=11623ee1e27d4b4ab60f975c4c5f1070&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4408431 Oct 14 12:41:09.150482 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 41320) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:41:09.199897 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-8333b06a-9c21-4be9-92ce-2685e307e88f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:09.221280 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-8333b06a-9c21-4be9-92ce-2685e307e88f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:09.270955 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b16031-e82d-4c81-92fb-4cd77fd4325a req-4b30f62e-2e4e-467a-b76f-85bf5a05e5a2 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:41:09.272444 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-13b16031-e82d-4c81-92fb-4cd77fd4325a req-4b30f62e-2e4e-467a-b76f-85bf5a05e5a2 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e185f49-c3a7-4849-9353-5ff01289649a HTTP/1.1" status: 200 len: 945 time: 0.0489337 Oct 14 12:41:09.304857 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-b5d78335-0e05-4668-9587-38597fc9ab1b req-67e576be-c2b4-4d60-8a31-23801665e76d tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787793344296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787792822815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235086'] for port, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:09.316964 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-13b16031-e82d-4c81-92fb-4cd77fd4325a req-7cbf7ac4-239a-40cd-845e-ed4bb512f533 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/security-groups?id=25efad0b-45c1-4925-b80f-8fbdebb931d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379202 Oct 14 12:41:09.317195 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] get_ports_and_sgs() called for port_ids ['1d4d04c7-cef5-40dc-9c9d-35946fad771c', '3262b9e2-dd77-4351-b35e-2cc048290a25'] {{(pid=100186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:41:09.324834 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-8333b06a-9c21-4be9-92ce-2685e307e88f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:09.329495 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-8333b06a-9c21-4be9-92ce-2685e307e88f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:09.334249 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-8333b06a-9c21-4be9-92ce-2685e307e88f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b161ef95-26b6-49bb-b416-c229d2cf4e02 HTTP/1.1" status: 204 len: 168 time: 0.1789720 Oct 14 12:41:09.339817 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333b06a-9c21-4be9-92ce-2685e307e88f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b161ef95-26b6-49bb-b416-c229d2cf4e02,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:41:09.348237 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e576be-c2b4-4d60-8a31-23801665e76d tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Pushing event deleted for resources: {'Port': ['ID=3262b9e2-dd77-4351-b35e-2cc048290a25,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:41:09.397231 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5d78335-0e05-4668-9587-38597fc9ab1b req-67e576be-c2b4-4d60-8a31-23801665e76d tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] No DVR routers for this DVR port 3262b9e2-dd77-4351-b35e-2cc048290a25 on host hv-cinder-81398 {{(pid=100184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 12:41:09.399737 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-b5d78335-0e05-4668-9587-38597fc9ab1b req-67e576be-c2b4-4d60-8a31-23801665e76d tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516790'] for port, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:09.403117 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b5d78335-0e05-4668-9587-38597fc9ab1b req-67e576be-c2b4-4d60-8a31-23801665e76d tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.25 "DELETE /v2.0/ports/3262b9e2-dd77-4351-b35e-2cc048290a25 HTTP/1.1" status: 204 len: 173 time: 0.6001678 Oct 14 12:41:09.403570 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e185f49-c3a7-4849-9353-5ff01289649a', 'name': 'network-vif-deleted', 'tag': '3262b9e2-dd77-4351-b35e-2cc048290a25'}] {{(pid=100184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:41:09.405855 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb275087d552987a85547e896d52e13f348f0da1d291f893306c6091374b53c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d40d037-7c0f-4f05-a5eb-10fa31c41eaa" -d '{"events": [{"server_uuid": "6e185f49-c3a7-4849-9353-5ff01289649a", "name": "network-vif-deleted", "tag": "3262b9e2-dd77-4351-b35e-2cc048290a25"}]}' {{(pid=100184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:41:09.440446 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-576dec07-615d-4046-a296-f039407cd613 x-openstack-request-id: req-576dec07-615d-4046-a296-f039407cd613 {{(pid=100184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:41:09.440752 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e185f49-c3a7-4849-9353-5ff01289649a", "name": "network-vif-deleted", "tag": "3262b9e2-dd77-4351-b35e-2cc048290a25", "status": "completed", "code": 200}]} {{(pid=100184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:41:09.441018 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-576dec07-615d-4046-a296-f039407cd613 {{(pid=100184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:41:09.441926 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e185f49-c3a7-4849-9353-5ff01289649a', 'name': 'network-vif-deleted', 'tag': '3262b9e2-dd77-4351-b35e-2cc048290a25', 'status': 'completed', 'code': 200} Oct 14 12:41:10.272613 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 41346) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:41:10.371733 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.v2.base [None req-f00ff287-d42e-4376-aaa3-1d6fc8beb64c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-546271937-network', 'tenant_id': '4405ed005c694583b385d9c36f2cb6aa'}} {{(pid=100185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:41:10.467853 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f00ff287-d42e-4376-aaa3-1d6fc8beb64c admin admin] Made reservation on behalf of 4405ed005c694583b385d9c36f2cb6aa for: {'network': 1} {{(pid=100185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:41:10.470213 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-f00ff287-d42e-4376-aaa3-1d6fc8beb64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for network, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:10.479475 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-f00ff287-d42e-4376-aaa3-1d6fc8beb64c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:10.549330 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-f00ff287-d42e-4376-aaa3-1d6fc8beb64c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:10.627702 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-f00ff287-d42e-4376-aaa3-1d6fc8beb64c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:10.654376 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f00ff287-d42e-4376-aaa3-1d6fc8beb64c admin admin] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=100185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 12:41:10.659437 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00ff287-d42e-4376-aaa3-1d6fc8beb64c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e1c960b-fece-44ca-a00d-2880efcf5d06,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:41:10.667125 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-f00ff287-d42e-4376-aaa3-1d6fc8beb64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030694'] for segment, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:10.668047 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.db.segments_db [None req-f00ff287-d42e-4376-aaa3-1d6fc8beb64c admin admin] Added segment 6a9d01fd-6f44-4727-a6a1-74bad464eda6 of type vlan for network 9536fb45-9569-43a6-b57e-f3eaa581d4a0 Oct 14 12:41:10.707803 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-f00ff287-d42e-4376-aaa3-1d6fc8beb64c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787792777849'] for network, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:10.770906 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-f00ff287-d42e-4376-aaa3-1d6fc8beb64c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640'] for network, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:10.771856 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00ff287-d42e-4376-aaa3-1d6fc8beb64c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:41:10.772472 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-f00ff287-d42e-4376-aaa3-1d6fc8beb64c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531662'] for network, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:10.831393 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00ff287-d42e-4376-aaa3-1d6fc8beb64c admin admin] Pushing event updated for resources: {'Network': ['ID=9536fb45-9569-43a6-b57e-f3eaa581d4a0,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:41:10.845019 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Network 9536fb45-9569-43a6-b57e-f3eaa581d4a0 details requested by agent ovs-agent-dv-cinder-813986-1-iscsi with host dv-cinder-813986-1-iscsi {{(pid=100186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 12:41:10.882606 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-f00ff287-d42e-4376-aaa3-1d6fc8beb64c admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6088257 Oct 14 12:41:10.885793 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 41356) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:41:10.890657 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.v2.base [None req-b789e710-228f-4380-9423-34cb9b101328 admin admin] Request body: {'subnet': {'network_id': '9536fb45-9569-43a6-b57e-f3eaa581d4a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-546271937-subnet', 'tenant_id': '4405ed005c694583b385d9c36f2cb6aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:41:10.976170 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b789e710-228f-4380-9423-34cb9b101328 admin admin] Made reservation on behalf of 4405ed005c694583b385d9c36f2cb6aa for: {'subnet': 1} {{(pid=100185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:41:10.978520 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-b789e710-228f-4380-9423-34cb9b101328 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5941534'] for subnet, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:11.210021 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-b789e710-228f-4380-9423-34cb9b101328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7811249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5941612'] for subnet, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:11.268135 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b789e710-228f-4380-9423-34cb9b101328 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12679d67-4f24-4e59-bb0f-34669214ed86,revision_number=0']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:41:11.272457 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b789e710-228f-4380-9423-34cb9b101328 admin admin] Checking segment: {'id': '6a9d01fd-6f44-4727-a6a1-74bad464eda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9536fb45-9569-43a6-b57e-f3eaa581d4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:41:11.272814 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b789e710-228f-4380-9423-34cb9b101328 admin admin] Network hostable DHCP agents. Network: 9536fb45-9569-43a6-b57e-f3eaa581d4a0, hostable agents: ['e1af82bd-3b37-4baa-aee7-1aadb6380796'], hosted agents: [] {{(pid=100185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 12:41:11.358713 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b789e710-228f-4380-9423-34cb9b101328 admin admin] Network 9536fb45-9569-43a6-b57e-f3eaa581d4a0 is scheduled to be hosted by DHCP agent e1af82bd-3b37-4baa-aee7-1aadb6380796 with binding_index 1 {{(pid=100185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 12:41:11.444365 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.base_scheduler [None req-b789e710-228f-4380-9423-34cb9b101328 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813986-1-iscsi, 9536fb45-9569-43a6-b57e-f3eaa581d4a0) {{(pid=100185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:41:11.448393 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b789e710-228f-4380-9423-34cb9b101328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:41:11.449010 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-b789e710-228f-4380-9423-34cb9b101328 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:11.453090 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed350d3-76bd-4c9e-b098-cd5bd2648fee None None] Network 9536fb45-9569-43a6-b57e-f3eaa581d4a0 requested from dv-cinder-813986-1-iscsi {{(pid=100186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:41:11.555678 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-b789e710-228f-4380-9423-34cb9b101328 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6688232 Oct 14 12:41:11.574117 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2414fbc8-9c8a-4f73-bf42-7dc24a47820e None None] Network 9536fb45-9569-43a6-b57e-f3eaa581d4a0 requested from dv-cinder-813986-1-iscsi {{(pid=100186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:41:12.050856 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9678b4c-28c4-4f92-869c-82fa507fb299 req-7f18a2aa-62e6-4bca-8804-f603fe03384f tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:41:12.052348 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-f9678b4c-28c4-4f92-869c-82fa507fb299 req-7f18a2aa-62e6-4bca-8804-f603fe03384f tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/ports?device_id=ea381764-9af1-4a7c-b268-df36e119e538 HTTP/1.1" status: 200 len: 946 time: 0.0513349 Oct 14 12:41:12.089902 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-f9678b4c-28c4-4f92-869c-82fa507fb299 req-19cea22a-0ec2-447a-8eba-5098d676891e tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/security-groups?id=25efad0b-45c1-4925-b80f-8fbdebb931d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315766 Oct 14 12:41:12.512443 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device 3262b9e2-dd77-4351-b35e-2cc048290a25 no longer exists at agent hyperv_hv-cinder-81398 {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:41:12.532044 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] No Port match for: 3262b9e2-dd77-4351-b35e-2cc048290a25 {{(pid=100186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 12:41:12.532392 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device 3262b9e2-dd77-4351-b35e-2cc048290a25 not bound to the agent host hv-cinder-81398 {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:41:13.205257 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe05746f-bfc8-4aa4-824d-f03735af5fff req-5ec78486-8921-48c9-ba9c-6a4b7af41fa3 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:41:13.207322 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-fe05746f-bfc8-4aa4-824d-f03735af5fff req-5ec78486-8921-48c9-ba9c-6a4b7af41fa3 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/ports?device_id=ea381764-9af1-4a7c-b268-df36e119e538 HTTP/1.1" status: 200 len: 946 time: 0.0475042 Oct 14 12:41:13.243367 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-fe05746f-bfc8-4aa4-824d-f03735af5fff req-c90f2717-8dec-4a1c-90fa-9905fb651157 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/security-groups?id=25efad0b-45c1-4925-b80f-8fbdebb931d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302024 Oct 14 12:41:13.577459 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5282ffee-a000-4695-9a27-0a3743543c48 req-fa7237b6-3387-40a9-87cb-164bd2b6dce9 tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:41:13.578934 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-5282ffee-a000-4695-9a27-0a3743543c48 req-fa7237b6-3387-40a9-87cb-164bd2b6dce9 tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] 10.222.0.54 "GET /v2.0/networks?id=9536fb45-9569-43a6-b57e-f3eaa581d4a0 HTTP/1.1" status: 200 len: 808 time: 0.1097546 Oct 14 12:41:13.593999 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-5282ffee-a000-4695-9a27-0a3743543c48 req-c9a50b8d-df7a-4d0d-bb09-4d2c21a7e2b4 tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] 10.222.0.54 "GET /v2.0/quotas/4405ed005c694583b385d9c36f2cb6aa HTTP/1.1" status: 200 len: 375 time: 0.0091634 Oct 14 12:41:13.625590 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-5282ffee-a000-4695-9a27-0a3743543c48 req-0043dc53-b964-4edd-a281-4fa36bfc9275 tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=4405ed005c694583b385d9c36f2cb6aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261505 Oct 14 12:41:13.716581 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-5282ffee-a000-4695-9a27-0a3743543c48 req-26d0d0aa-6ded-4630-b98a-a8b3607a0565 service neutron] 10.222.0.54 "GET /v2.0/networks/9536fb45-9569-43a6-b57e-f3eaa581d4a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837524 Oct 14 12:41:13.804855 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-5282ffee-a000-4695-9a27-0a3743543c48 req-3426edaf-e9c3-4730-9bce-8d562eb6fb59 service neutron] 10.222.0.54 "GET /v2.0/networks/9536fb45-9569-43a6-b57e-f3eaa581d4a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823469 Oct 14 12:41:13.936498 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc922b31-2dbc-4c05-b907-7396d19cbc74 req-782ba161-a93e-4aad-9b43-e41da12c5cea tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:41:13.937948 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-bc922b31-2dbc-4c05-b907-7396d19cbc74 req-782ba161-a93e-4aad-9b43-e41da12c5cea tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea381764-9af1-4a7c-b268-df36e119e538 HTTP/1.1" status: 200 len: 946 time: 0.0529947 Oct 14 12:41:14.051597 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-d60ed8b2-9c31-4998-b27e-7e7d63f6225c req-12c0b8eb-6013-40b4-b0d3-68d7b98e052d tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] 10.222.0.54 "GET /v2.0/ports?device_id=926f2cd8-491d-4bc5-bce7-f26fbe5b37e0 HTTP/1.1" status: 200 len: 210 time: 0.0321150 Oct 14 12:41:14.053395 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.plugin [req-bc922b31-2dbc-4c05-b907-7396d19cbc74 req-1bf991b5-2c94-48b6-9edc-7cbcbdb7da20 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Deleting port 1d4d04c7-cef5-40dc-9c9d-35946fad771c {{(pid=100184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 12:41:14.053725 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-bc922b31-2dbc-4c05-b907-7396d19cbc74 req-1bf991b5-2c94-48b6-9edc-7cbcbdb7da20 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787793337694'] for port, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:14.146910 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.db [req-bc922b31-2dbc-4c05-b907-7396d19cbc74 req-1bf991b5-2c94-48b6-9edc-7cbcbdb7da20 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] For port 1d4d04c7-cef5-40dc-9c9d-35946fad771c, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=1d4d04c7-cef5-40dc-9c9d-35946fad771c,segment=NetworkSegment(caa5d19d-9a1f-4ef6-b1e0-47c76e90c812),segment_id=caa5d19d-9a1f-4ef6-b1e0-47c76e90c812)] {{(pid=100184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:41:14.147271 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-bc922b31-2dbc-4c05-b907-7396d19cbc74 req-1bf991b5-2c94-48b6-9edc-7cbcbdb7da20 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612080'] for port, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:14.160463 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.plugin [req-bc922b31-2dbc-4c05-b907-7396d19cbc74 req-1bf991b5-2c94-48b6-9edc-7cbcbdb7da20 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Calling delete_port for 1d4d04c7-cef5-40dc-9c9d-35946fad771c owned by compute:nova {{(pid=100184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 12:41:14.321804 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-bc922b31-2dbc-4c05-b907-7396d19cbc74 req-1bf991b5-2c94-48b6-9edc-7cbcbdb7da20 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787793344296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787792822815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235086'] for port, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:14.332791 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] get_ports_and_sgs() called for port_ids ['1d4d04c7-cef5-40dc-9c9d-35946fad771c'] {{(pid=100186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:41:14.348188 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-2938d207-10c8-4dd5-bce7-09270c575240 req-5308e0f5-d530-4d34-aa6f-c73bb9ac6885 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.54 "GET /v2.0/ports?device_id=ea381764-9af1-4a7c-b268-df36e119e538 HTTP/1.1" status: 200 len: 210 time: 0.0368905 Oct 14 12:41:14.371964 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf991b5-2c94-48b6-9edc-7cbcbdb7da20 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Pushing event deleted for resources: {'Port': ['ID=1d4d04c7-cef5-40dc-9c9d-35946fad771c,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:41:14.395328 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf991b5-2c94-48b6-9edc-7cbcbdb7da20 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:41:14.395677 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf991b5-2c94-48b6-9edc-7cbcbdb7da20 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:41:14.396030 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf991b5-2c94-48b6-9edc-7cbcbdb7da20 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:41:14.396363 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf991b5-2c94-48b6-9edc-7cbcbdb7da20 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:41:14.396718 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf991b5-2c94-48b6-9edc-7cbcbdb7da20 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:41:14.397014 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf991b5-2c94-48b6-9edc-7cbcbdb7da20 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:41:14.397336 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf991b5-2c94-48b6-9edc-7cbcbdb7da20 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:41:14.397673 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf991b5-2c94-48b6-9edc-7cbcbdb7da20 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:41:14.398160 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf991b5-2c94-48b6-9edc-7cbcbdb7da20 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:41:14.398481 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf991b5-2c94-48b6-9edc-7cbcbdb7da20 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:41:14.398802 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf991b5-2c94-48b6-9edc-7cbcbdb7da20 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:41:14.399136 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf991b5-2c94-48b6-9edc-7cbcbdb7da20 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:41:14.424679 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc922b31-2dbc-4c05-b907-7396d19cbc74 req-1bf991b5-2c94-48b6-9edc-7cbcbdb7da20 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] No DVR routers for this DVR port 1d4d04c7-cef5-40dc-9c9d-35946fad771c on host hv-cinder-81398 {{(pid=100184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 12:41:14.427249 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-bc922b31-2dbc-4c05-b907-7396d19cbc74 req-1bf991b5-2c94-48b6-9edc-7cbcbdb7da20 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516790'] for port, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:14.430906 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-bc922b31-2dbc-4c05-b907-7396d19cbc74 req-1bf991b5-2c94-48b6-9edc-7cbcbdb7da20 tempest-AttachVolumeNegativeTest-1142551007 tempest-AttachVolumeNegativeTest-1142551007-project] 10.222.0.25 "DELETE /v2.0/ports/1d4d04c7-cef5-40dc-9c9d-35946fad771c HTTP/1.1" status: 204 len: 173 time: 0.4860737 Oct 14 12:41:14.431350 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea381764-9af1-4a7c-b268-df36e119e538', 'name': 'network-vif-deleted', 'tag': '1d4d04c7-cef5-40dc-9c9d-35946fad771c'}] {{(pid=100184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:41:14.433669 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb275087d552987a85547e896d52e13f348f0da1d291f893306c6091374b53c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be42d77-216d-4254-8cf2-c9400ac2504b" -d '{"events": [{"server_uuid": "ea381764-9af1-4a7c-b268-df36e119e538", "name": "network-vif-deleted", "tag": "1d4d04c7-cef5-40dc-9c9d-35946fad771c"}]}' {{(pid=100184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:41:14.469503 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815b4974-d83e-4b34-bac8-b2b074e27420 x-openstack-request-id: req-815b4974-d83e-4b34-bac8-b2b074e27420 {{(pid=100184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:41:14.469795 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea381764-9af1-4a7c-b268-df36e119e538", "name": "network-vif-deleted", "tag": "1d4d04c7-cef5-40dc-9c9d-35946fad771c", "status": "completed", "code": 200}]} {{(pid=100184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:41:14.470067 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-815b4974-d83e-4b34-bac8-b2b074e27420 {{(pid=100184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:41:14.470454 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea381764-9af1-4a7c-b268-df36e119e538', 'name': 'network-vif-deleted', 'tag': '1d4d04c7-cef5-40dc-9c9d-35946fad771c', 'status': 'completed', 'code': 200} Oct 14 12:41:15.140950 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-7b9f02f2-8b40-48d0-abdb-070ee379ee7e req-41a2b480-1c98-4472-b136-9fda7a6f24bc tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] 10.222.0.54 "GET /v2.0/ports?device_id=926f2cd8-491d-4bc5-bce7-f26fbe5b37e0 HTTP/1.1" status: 200 len: 210 time: 0.0265412 Oct 14 12:41:15.405182 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 41408) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:41:15.453690 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.db.db_base_plugin_v2 [None req-62752901-be04-4695-a570-c25dd86050e1 admin admin] Deleting subnet 276415d2-1e3a-4342-98aa-3d24e8bd453f {{(pid=100184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Oct 14 12:41:15.456745 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-62752901-be04-4695-a570-c25dd86050e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:15.491137 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-62752901-be04-4695-a570-c25dd86050e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5993249'] for subnet, precommit_delete_associations {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:15.534117 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-62752901-be04-4695-a570-c25dd86050e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2028271'] for subnet, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:15.765056 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-62752901-be04-4695-a570-c25dd86050e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2028256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6235037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4638885'] for subnet, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:15.792297 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62752901-be04-4695-a570-c25dd86050e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=276415d2-1e3a-4342-98aa-3d24e8bd453f,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:41:15.797111 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-62752901-be04-4695-a570-c25dd86050e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531662'] for subnet, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:15.800370 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-62752901-be04-4695-a570-c25dd86050e1 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/276415d2-1e3a-4342-98aa-3d24e8bd453f HTTP/1.1" status: 204 len: 168 time: 0.3941660 Oct 14 12:41:15.802768 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 41410) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:41:15.869953 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-346b43ef-36a5-446f-9e9a-3b00f100ba62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1900015'] for network, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:16.005705 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-346b43ef-36a5-446f-9e9a-3b00f100ba62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2018836', 'neutron.services.segments.db._delete_segments_for_network-8787793369613'] for network, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:16.039392 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.services.segments.db [None req-346b43ef-36a5-446f-9e9a-3b00f100ba62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17118479-825b-4df9-b92a-24e64ba1ce23']}} {{(pid=100184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:41:16.053772 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.services.segments.db [None req-346b43ef-36a5-446f-9e9a-3b00f100ba62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caa5d19d-9a1f-4ef6-b1e0-47c76e90c812') {'for_net_delete': True} {{(pid=100184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:41:16.053995 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.services.segments.db [None req-346b43ef-36a5-446f-9e9a-3b00f100ba62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caa5d19d-9a1f-4ef6-b1e0-47c76e90c812') {} {{(pid=100184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:41:16.069722 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-346b43ef-36a5-446f-9e9a-3b00f100ba62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787793369110', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5993278'] for segment, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:16.082342 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5282ffee-a000-4695-9a27-0a3743543c48 req-7ffe1506-d548-45a8-9b62-f3c1db3b086d tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:41:16.083752 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-5282ffee-a000-4695-9a27-0a3743543c48 req-7ffe1506-d548-45a8-9b62-f3c1db3b086d tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] 10.222.0.25 "GET /v2.0/networks?id=9536fb45-9569-43a6-b57e-f3eaa581d4a0 HTTP/1.1" status: 200 len: 808 time: 0.1802411 Oct 14 12:41:16.091048 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-346b43ef-36a5-446f-9e9a-3b00f100ba62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030694'] for segment, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:16.100809 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.v2.base [req-5282ffee-a000-4695-9a27-0a3743543c48 req-6e775e6e-ff41-4d46-98a5-b8656e6dd92a tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] Request body: {'port': {'device_id': '926f2cd8-491d-4bc5-bce7-f26fbe5b37e0', 'network_id': '9536fb45-9569-43a6-b57e-f3eaa581d4a0', 'admin_state_up': True, 'tenant_id': '4405ed005c694583b385d9c36f2cb6aa'}} {{(pid=100184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:41:16.105791 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-346b43ef-36a5-446f-9e9a-3b00f100ba62 admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=100184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 12:41:16.110865 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-346b43ef-36a5-446f-9e9a-3b00f100ba62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6235131'] for segment, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:16.110865 dv-cinder-813986-1-iscsi neutron-server[100184]: Traceback (most recent call last): Oct 14 12:41:16.110865 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 12:41:16.110865 dv-cinder-813986-1-iscsi neutron-server[100184]: timer() Oct 14 12:41:16.110865 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 12:41:16.110865 dv-cinder-813986-1-iscsi neutron-server[100184]: cb(*args, **kw) Oct 14 12:41:16.110865 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 12:41:16.110865 dv-cinder-813986-1-iscsi neutron-server[100184]: return func(*args, **kwargs) Oct 14 12:41:16.110865 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 12:41:16.110865 dv-cinder-813986-1-iscsi neutron-server[100184]: self._notify() Oct 14 12:41:16.110865 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 12:41:16.110865 dv-cinder-813986-1-iscsi neutron-server[100184]: self.callback(batched_events) Oct 14 12:41:16.110865 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 12:41:16.110865 dv-cinder-813986-1-iscsi neutron-server[100184]: event.method(event) Oct 14 12:41:16.110865 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 12:41:16.110865 dv-cinder-813986-1-iscsi neutron-server[100184]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 12:41:16.110865 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 12:41:16.110865 dv-cinder-813986-1-iscsi neutron-server[100184]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 12:41:16.110865 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 12:41:16.110865 dv-cinder-813986-1-iscsi neutron-server[100184]: return f(self, *a, **k) Oct 14 12:41:16.110865 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 12:41:16.110865 dv-cinder-813986-1-iscsi neutron-server[100184]: return self._get(url).json() Oct 14 12:41:16.110865 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 12:41:16.110865 dv-cinder-813986-1-iscsi neutron-server[100184]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 12:41:16.110865 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 12:41:16.110865 dv-cinder-813986-1-iscsi neutron-server[100184]: return self.request(url, 'GET', **kwargs) Oct 14 12:41:16.110865 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 12:41:16.110865 dv-cinder-813986-1-iscsi neutron-server[100184]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 12:41:16.110865 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 12:41:16.110865 dv-cinder-813986-1-iscsi neutron-server[100184]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 12:41:16.110865 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 12:41:16.110865 dv-cinder-813986-1-iscsi neutron-server[100184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 12:41:16.110865 dv-cinder-813986-1-iscsi neutron-server[100184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 12:41:16.236449 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-dad64f6e-4e61-4fc6-ae74-c13ca912572e req-80844c6d-7e90-41ce-a28f-1b6ebd649e4d tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] 10.222.0.54 "GET /v2.0/ports?device_id=926f2cd8-491d-4bc5-bce7-f26fbe5b37e0 HTTP/1.1" status: 200 len: 210 time: 0.0309284 Oct 14 12:41:16.280625 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-346b43ef-36a5-446f-9e9a-3b00f100ba62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2018925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-619758'] for network, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:16.288192 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-346b43ef-36a5-446f-9e9a-3b00f100ba62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531662'] for network, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:16.291504 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-346b43ef-36a5-446f-9e9a-3b00f100ba62 admin admin] 10.222.0.54 "DELETE /v2.0/networks/17118479-825b-4df9-b92a-24e64ba1ce23 HTTP/1.1" status: 204 len: 168 time: 0.4877367 Oct 14 12:41:16.302399 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346b43ef-36a5-446f-9e9a-3b00f100ba62 admin admin] Pushing event deleted for resources: {'Network': ['ID=17118479-825b-4df9-b92a-24e64ba1ce23,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:41:16.364692 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5282ffee-a000-4695-9a27-0a3743543c48 req-6e775e6e-ff41-4d46-98a5-b8656e6dd92a tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] Made reservation on behalf of 4405ed005c694583b385d9c36f2cb6aa for: {'port': 1} {{(pid=100184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:41:16.368335 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-5282ffee-a000-4695-9a27-0a3743543c48 req-6e775e6e-ff41-4d46-98a5-b8656e6dd92a tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:16.493634 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.db.db_base_plugin_common [req-5282ffee-a000-4695-9a27-0a3743543c48 req-6e775e6e-ff41-4d46-98a5-b8656e6dd92a tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] Allocated IP 172.20.0.7 (9536fb45-9569-43a6-b57e-f3eaa581d4a0/12679d67-4f24-4e59-bb0f-34669214ed86/a4dac7bd-5768-4291-919d-14d184b25682) {{(pid=100184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:41:16.540288 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device 1d4d04c7-cef5-40dc-9c9d-35946fad771c no longer exists at agent hyperv_hv-cinder-81398 {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:41:16.559834 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] No Port match for: 1d4d04c7-cef5-40dc-9c9d-35946fad771c {{(pid=100186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 12:41:16.560212 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device 1d4d04c7-cef5-40dc-9c9d-35946fad771c not bound to the agent host hv-cinder-81398 {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:41:16.640827 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-5282ffee-a000-4695-9a27-0a3743543c48 req-6e775e6e-ff41-4d46-98a5-b8656e6dd92a tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] Notify callbacks [] for port, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:16.651179 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 41420) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:41:16.695694 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-de6503e7-fd79-4f55-997d-a18aa13df393 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9c71ae6c10964efaa500d64b4ac27643&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0433626 Oct 14 12:41:16.698139 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 41422) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:41:16.745845 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-9cd413ed-65c3-4d8a-ab69-a60e23285b55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:16.769426 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-9cd413ed-65c3-4d8a-ab69-a60e23285b55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:16.793448 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-5282ffee-a000-4695-9a27-0a3743543c48 req-6e775e6e-ff41-4d46-98a5-b8656e6dd92a tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787792822806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235086'] for port, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:16.835068 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5282ffee-a000-4695-9a27-0a3743543c48 req-6e775e6e-ff41-4d46-98a5-b8656e6dd92a tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] Network 9536fb45-9569-43a6-b57e-f3eaa581d4a0 is already hosted by enough agents. {{(pid=100184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:41:16.838036 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.base_scheduler [req-5282ffee-a000-4695-9a27-0a3743543c48 req-6e775e6e-ff41-4d46-98a5-b8656e6dd92a tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] Resources bound (agent type, host, resource id): {{(pid=100184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:41:16.841704 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.db.l3_dvrscheduler_db [req-5282ffee-a000-4695-9a27-0a3743543c48 req-6e775e6e-ff41-4d46-98a5-b8656e6dd92a tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] Received port after_create {{(pid=100184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:41:16.850362 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e775e6e-ff41-4d46-98a5-b8656e6dd92a tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] Pushing event updated for resources: {'Port': ['ID=a4dac7bd-5768-4291-919d-14d184b25682,revision_number=1']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:41:16.884530 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-9cd413ed-65c3-4d8a-ab69-a60e23285b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:16.887142 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-9cd413ed-65c3-4d8a-ab69-a60e23285b55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:16.890600 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-9cd413ed-65c3-4d8a-ab69-a60e23285b55 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/25efad0b-45c1-4925-b80f-8fbdebb931d4 HTTP/1.1" status: 204 len: 168 time: 0.1893568 Oct 14 12:41:16.894389 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5282ffee-a000-4695-9a27-0a3743543c48 req-6e775e6e-ff41-4d46-98a5-b8656e6dd92a tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:41:16.896762 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-5282ffee-a000-4695-9a27-0a3743543c48 req-6e775e6e-ff41-4d46-98a5-b8656e6dd92a tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516790'] for port, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:16.897246 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd413ed-65c3-4d8a-ab69-a60e23285b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25efad0b-45c1-4925-b80f-8fbdebb931d4,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:41:16.949947 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-5282ffee-a000-4695-9a27-0a3743543c48 req-6e775e6e-ff41-4d46-98a5-b8656e6dd92a tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8546865 Oct 14 12:41:16.962525 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.v2.base [req-5282ffee-a000-4695-9a27-0a3743543c48 req-4306ee1f-832e-4657-8262-ece1c7efdd52 service neutron] Request body: {'port': {'device_id': '926f2cd8-491d-4bc5-bce7-f26fbe5b37e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=100184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:41:17.018364 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-5282ffee-a000-4695-9a27-0a3743543c48 req-4306ee1f-832e-4657-8262-ece1c7efdd52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:17.435512 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e16a515-2f20-4eb7-94fd-3938387f3a29 req-8be09164-3f50-40e1-92a9-42a4209d6cc5 tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:41:17.436992 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-7e16a515-2f20-4eb7-94fd-3938387f3a29 req-8be09164-3f50-40e1-92a9-42a4209d6cc5 tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] 10.222.0.54 "GET /v2.0/ports?device_id=926f2cd8-491d-4bc5-bce7-f26fbe5b37e0 HTTP/1.1" status: 200 len: 931 time: 0.1215782 Oct 14 12:41:17.514917 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-7e16a515-2f20-4eb7-94fd-3938387f3a29 req-30fbd27f-1f0e-40e9-b424-7f3025277cd4 tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e1c960b-fece-44ca-a00d-2880efcf5d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659578 Oct 14 12:41:17.602459 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.notifiers.nova [req-5282ffee-a000-4695-9a27-0a3743543c48 req-4306ee1f-832e-4657-8262-ece1c7efdd52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4dac7bd-5768-4291-919d-14d184b25682 {{(pid=100184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:41:17.610174 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-5282ffee-a000-4695-9a27-0a3743543c48 req-4306ee1f-832e-4657-8262-ece1c7efdd52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:17.621791 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.db.provisioning_blocks [req-5282ffee-a000-4695-9a27-0a3743543c48 req-4306ee1f-832e-4657-8262-ece1c7efdd52 service neutron] Transition to ACTIVE for port object a4dac7bd-5768-4291-919d-14d184b25682 will not be triggered until provisioned by entity L2. {{(pid=100184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 12:41:17.667349 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-5282ffee-a000-4695-9a27-0a3743543c48 req-4306ee1f-832e-4657-8262-ece1c7efdd52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6235095'] for port, after_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:17.731305 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4306ee1f-832e-4657-8262-ece1c7efdd52 service neutron] Pushing event updated for resources: {'Port': ['ID=a4dac7bd-5768-4291-919d-14d184b25682,revision_number=2']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:41:17.781280 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.managers [req-5282ffee-a000-4695-9a27-0a3743543c48 req-4306ee1f-832e-4657-8262-ece1c7efdd52 service neutron] Attempting to bind port a4dac7bd-5768-4291-919d-14d184b25682 on host hv-cinder-81398 for vnic_type normal with profile {{(pid=100184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:41:17.783757 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.managers [req-5282ffee-a000-4695-9a27-0a3743543c48 req-4306ee1f-832e-4657-8262-ece1c7efdd52 service neutron] Attempting to bind port a4dac7bd-5768-4291-919d-14d184b25682 by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': '6a9d01fd-6f44-4727-a6a1-74bad464eda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9536fb45-9569-43a6-b57e-f3eaa581d4a0'}] {{(pid=100184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:41:17.783757 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5282ffee-a000-4695-9a27-0a3743543c48 req-4306ee1f-832e-4657-8262-ece1c7efdd52 service neutron] Attempting to bind port a4dac7bd-5768-4291-919d-14d184b25682 on network 9536fb45-9569-43a6-b57e-f3eaa581d4a0 {{(pid=100184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:41:17.786079 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5282ffee-a000-4695-9a27-0a3743543c48 req-4306ee1f-832e-4657-8262-ece1c7efdd52 service neutron] Port a4dac7bd-5768-4291-919d-14d184b25682 on network 9536fb45-9569-43a6-b57e-f3eaa581d4a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=100184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 12:41:17.786390 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5282ffee-a000-4695-9a27-0a3743543c48 req-4306ee1f-832e-4657-8262-ece1c7efdd52 service neutron] Attempting to bind port a4dac7bd-5768-4291-919d-14d184b25682 on network 9536fb45-9569-43a6-b57e-f3eaa581d4a0 {{(pid=100184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:41:17.791050 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5282ffee-a000-4695-9a27-0a3743543c48 req-4306ee1f-832e-4657-8262-ece1c7efdd52 service neutron] Checking agent: {'id': 'ea4bb8b9-32a8-4621-b95b-9b4a1b78ce98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 24, 36), 'started_at': datetime.datetime(2021, 10, 14, 12, 24, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:41:17.791368 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5282ffee-a000-4695-9a27-0a3743543c48 req-4306ee1f-832e-4657-8262-ece1c7efdd52 service neutron] Checking segment: {'id': '6a9d01fd-6f44-4727-a6a1-74bad464eda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9536fb45-9569-43a6-b57e-f3eaa581d4a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:41:17.791740 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5282ffee-a000-4695-9a27-0a3743543c48 req-4306ee1f-832e-4657-8262-ece1c7efdd52 service neutron] Bound using segment: {'id': '6a9d01fd-6f44-4727-a6a1-74bad464eda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9536fb45-9569-43a6-b57e-f3eaa581d4a0'} {{(pid=100184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:41:17.792192 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.managers [req-5282ffee-a000-4695-9a27-0a3743543c48 req-4306ee1f-832e-4657-8262-ece1c7efdd52 service neutron] Bound port: a4dac7bd-5768-4291-919d-14d184b25682, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a9d01fd-6f44-4727-a6a1-74bad464eda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9536fb45-9569-43a6-b57e-f3eaa581d4a0'}}] {{(pid=100184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:41:17.792545 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-5282ffee-a000-4695-9a27-0a3743543c48 req-4306ee1f-832e-4657-8262-ece1c7efdd52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:17.856427 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.db [req-5282ffee-a000-4695-9a27-0a3743543c48 req-4306ee1f-832e-4657-8262-ece1c7efdd52 service neutron] For port a4dac7bd-5768-4291-919d-14d184b25682, host hv-cinder-81398, cleared binding levels {{(pid=100184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:41:17.859732 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.db [req-5282ffee-a000-4695-9a27-0a3743543c48 req-4306ee1f-832e-4657-8262-ece1c7efdd52 service neutron] For port a4dac7bd-5768-4291-919d-14d184b25682, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=a4dac7bd-5768-4291-919d-14d184b25682,segment=NetworkSegment(6a9d01fd-6f44-4727-a6a1-74bad464eda6),segment_id=6a9d01fd-6f44-4727-a6a1-74bad464eda6)] {{(pid=100184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:41:17.942961 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-5282ffee-a000-4695-9a27-0a3743543c48 req-4306ee1f-832e-4657-8262-ece1c7efdd52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6235095'] for port, after_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:17.975552 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5282ffee-a000-4695-9a27-0a3743543c48 req-4306ee1f-832e-4657-8262-ece1c7efdd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:41:17.976208 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-5282ffee-a000-4695-9a27-0a3743543c48 req-4306ee1f-832e-4657-8262-ece1c7efdd52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516790'] for port, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:17.982160 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-5282ffee-a000-4695-9a27-0a3743543c48 req-4306ee1f-832e-4657-8262-ece1c7efdd52 service neutron] 10.222.0.25 "PUT /v2.0/ports/a4dac7bd-5768-4291-919d-14d184b25682 HTTP/1.1" status: 200 len: 1093 time: 1.0194957 Oct 14 12:41:17.982160 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '926f2cd8-491d-4bc5-bce7-f26fbe5b37e0', 'tag': 'a4dac7bd-5768-4291-919d-14d184b25682'}] {{(pid=100184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:41:17.982160 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb275087d552987a85547e896d52e13f348f0da1d291f893306c6091374b53c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1632da38-b415-428a-8e0f-a5c9061f5fc7" -d '{"events": [{"name": "network-changed", "server_uuid": "926f2cd8-491d-4bc5-bce7-f26fbe5b37e0", "tag": "a4dac7bd-5768-4291-919d-14d184b25682"}]}' {{(pid=100184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:41:18.006345 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4306ee1f-832e-4657-8262-ece1c7efdd52 service neutron] Pushing event updated for resources: {'Port': ['ID=a4dac7bd-5768-4291-919d-14d184b25682,revision_number=3']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:41:18.018665 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 12:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-791b23dc-8d59-4538-a44d-420338e7aeb5 x-openstack-request-id: req-791b23dc-8d59-4538-a44d-420338e7aeb5 {{(pid=100184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:41:18.019018 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "926f2cd8-491d-4bc5-bce7-f26fbe5b37e0", "tag": "a4dac7bd-5768-4291-919d-14d184b25682", "status": "completed", "code": 200}]} {{(pid=100184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:41:18.019337 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-791b23dc-8d59-4538-a44d-420338e7aeb5 {{(pid=100184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:41:18.019741 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '926f2cd8-491d-4bc5-bce7-f26fbe5b37e0', 'tag': 'a4dac7bd-5768-4291-919d-14d184b25682', 'status': 'completed', 'code': 200} Oct 14 12:41:18.079547 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1632da38-b415-428a-8e0f-a5c9061f5fc7 req-4700241a-fe65-4028-95b0-f71ccbf376d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:41:18.081068 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-1632da38-b415-428a-8e0f-a5c9061f5fc7 req-4700241a-fe65-4028-95b0-f71ccbf376d2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4405ed005c694583b385d9c36f2cb6aa&device_id=926f2cd8-491d-4bc5-bce7-f26fbe5b37e0 HTTP/1.1" status: 200 len: 1096 time: 0.0417120 Oct 14 12:41:18.182675 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1632da38-b415-428a-8e0f-a5c9061f5fc7 req-a98495ec-7175-4ea2-8c12-a0be4ee8283f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:41:18.184188 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-1632da38-b415-428a-8e0f-a5c9061f5fc7 req-a98495ec-7175-4ea2-8c12-a0be4ee8283f service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=4405ed005c694583b385d9c36f2cb6aa&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0952327 Oct 14 12:41:18.278655 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1632da38-b415-428a-8e0f-a5c9061f5fc7 req-17fc22d7-a986-4d8e-b58d-29d4e563fcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:41:18.280047 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-1632da38-b415-428a-8e0f-a5c9061f5fc7 req-17fc22d7-a986-4d8e-b58d-29d4e563fcd6 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0890894 Oct 14 12:41:18.363183 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5282ffee-a000-4695-9a27-0a3743543c48 req-c1f17311-e42f-496c-b492-dcac9d865448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:41:18.364727 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-5282ffee-a000-4695-9a27-0a3743543c48 req-c1f17311-e42f-496c-b492-dcac9d865448 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4405ed005c694583b385d9c36f2cb6aa&device_id=926f2cd8-491d-4bc5-bce7-f26fbe5b37e0 HTTP/1.1" status: 200 len: 1096 time: 0.0456445 Oct 14 12:41:18.406384 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-5282ffee-a000-4695-9a27-0a3743543c48 req-3f16d063-de08-4029-883d-8607b08298e3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4dac7bd-5768-4291-919d-14d184b25682 HTTP/1.1" status: 200 len: 217 time: 0.0331078 Oct 14 12:41:18.454812 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5282ffee-a000-4695-9a27-0a3743543c48 req-845070e5-f593-4820-83f4-916e9648e066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:41:18.456248 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-5282ffee-a000-4695-9a27-0a3743543c48 req-845070e5-f593-4820-83f4-916e9648e066 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=12679d67-4f24-4e59-bb0f-34669214ed86 HTTP/1.1" status: 200 len: 848 time: 0.0432267 Oct 14 12:41:18.486828 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-5282ffee-a000-4695-9a27-0a3743543c48 req-b052af1e-0f0b-4779-a5f2-34280d1f8076 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9536fb45-9569-43a6-b57e-f3eaa581d4a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237565 Oct 14 12:41:18.589011 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-5282ffee-a000-4695-9a27-0a3743543c48 req-f58a00c6-4a11-4fbd-95e1-cffd84fefd3c service neutron] 10.222.0.25 "GET /v2.0/networks/9536fb45-9569-43a6-b57e-f3eaa581d4a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952437 Oct 14 12:41:18.694743 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f603d-3cdc-49f1-bb67-96e4c63ad815 req-a5c13bdf-e300-4642-a448-7e6f34789337 tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:41:18.701691 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ff0f603d-3cdc-49f1-bb67-96e4c63ad815 req-a5c13bdf-e300-4642-a448-7e6f34789337 tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] 10.222.0.54 "GET /v2.0/ports?device_id=926f2cd8-491d-4bc5-bce7-f26fbe5b37e0 HTTP/1.1" status: 200 len: 943 time: 0.1055751 Oct 14 12:41:18.743659 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-5282ffee-a000-4695-9a27-0a3743543c48 req-6ebddc85-1481-44b4-b9c5-06aae171255f service neutron] 10.222.0.25 "GET /v2.0/networks/9536fb45-9569-43a6-b57e-f3eaa581d4a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426039 Oct 14 12:41:18.750846 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ff0f603d-3cdc-49f1-bb67-96e4c63ad815 req-50982f8c-0ac7-4c06-82a8-67d2066e2f72 tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e1c960b-fece-44ca-a00d-2880efcf5d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444188 Oct 14 12:41:19.863907 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69037862-d7e3-4d14-80a8-9cf9266ae594 req-be3d6254-3328-49a3-ab49-a9e878ab5f28 tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:41:19.865399 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-69037862-d7e3-4d14-80a8-9cf9266ae594 req-be3d6254-3328-49a3-ab49-a9e878ab5f28 tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] 10.222.0.54 "GET /v2.0/ports?device_id=926f2cd8-491d-4bc5-bce7-f26fbe5b37e0 HTTP/1.1" status: 200 len: 943 time: 0.0488353 Oct 14 12:41:19.902620 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-69037862-d7e3-4d14-80a8-9cf9266ae594 req-611c4269-0b2d-47bd-bad3-ea34976d8286 tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e1c960b-fece-44ca-a00d-2880efcf5d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311799 Oct 14 12:41:21.020218 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a8fbd-b955-4364-b790-84cbbb3d437e req-cfc546ee-dbc8-4d4c-af38-e633369eba84 tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:41:21.021659 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-7b0a8fbd-b955-4364-b790-84cbbb3d437e req-cfc546ee-dbc8-4d4c-af38-e633369eba84 tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] 10.222.0.54 "GET /v2.0/ports?device_id=926f2cd8-491d-4bc5-bce7-f26fbe5b37e0 HTTP/1.1" status: 200 len: 943 time: 0.0520666 Oct 14 12:41:21.058799 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-7b0a8fbd-b955-4364-b790-84cbbb3d437e req-e83a2eee-5318-4f60-85c6-6d4ba5446342 tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e1c960b-fece-44ca-a00d-2880efcf5d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312901 Oct 14 12:41:22.169531 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c7d1f-15c1-47b6-a3bd-34573afbc17c req-dc682c1b-f749-4a24-be4f-38f1932b97e6 tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:41:22.170970 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-513c7d1f-15c1-47b6-a3bd-34573afbc17c req-dc682c1b-f749-4a24-be4f-38f1932b97e6 tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] 10.222.0.54 "GET /v2.0/ports?device_id=926f2cd8-491d-4bc5-bce7-f26fbe5b37e0 HTTP/1.1" status: 200 len: 943 time: 0.0480187 Oct 14 12:41:22.208056 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-513c7d1f-15c1-47b6-a3bd-34573afbc17c req-cb640251-5d4d-4846-ba6f-f7f9f9146c14 tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e1c960b-fece-44ca-a00d-2880efcf5d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306106 Oct 14 12:41:22.534367 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device a4dac7bd-5768-4291-919d-14d184b25682 details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=100186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 12:41:22.627969 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] For port a4dac7bd-5768-4291-919d-14d184b25682, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=a4dac7bd-5768-4291-919d-14d184b25682,segment=NetworkSegment(6a9d01fd-6f44-4727-a6a1-74bad464eda6),segment_id=6a9d01fd-6f44-4727-a6a1-74bad464eda6)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:41:22.639191 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Returning: {'device': 'a4dac7bd-5768-4291-919d-14d184b25682', 'network_id': '9536fb45-9569-43a6-b57e-f3eaa581d4a0', 'port_id': 'a4dac7bd-5768-4291-919d-14d184b25682', 'mac_address': 'fa:16:3e:f4:fc:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12679d67-4f24-4e59-bb0f-34669214ed86', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 12:41:22.676744 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:22.688939 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.notifiers.nova [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4dac7bd-5768-4291-919d-14d184b25682 {{(pid=100186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:41:22.708298 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] For port a4dac7bd-5768-4291-919d-14d184b25682, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=a4dac7bd-5768-4291-919d-14d184b25682,segment=NetworkSegment(6a9d01fd-6f44-4727-a6a1-74bad464eda6),segment_id=6a9d01fd-6f44-4727-a6a1-74bad464eda6)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:41:22.779805 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:22.947674 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Pushing event updated for resources: {'Port': ['ID=a4dac7bd-5768-4291-919d-14d184b25682,revision_number=4']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:41:22.954746 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:41:22.955089 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:41:22.955427 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:41:22.955756 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:41:22.956104 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:41:22.956430 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:41:22.956751 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:41:22.957069 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:41:22.957973 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:41:22.958273 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:41:22.958588 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:41:22.958905 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:41:23.104259 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] get_ports_and_sgs() called for port_ids ['a4dac7bd-5768-4291-919d-14d184b25682'] {{(pid=100186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:41:23.180211 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-99e3c7fa-87a8-42da-95ae-b226f18b79eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:23.323656 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d697c6c-5f88-47bc-bf04-114cb4c9e9d5 req-b4ea2b0e-776b-4d5a-aec8-d5a48cdb1d82 tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:41:23.325163 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-0d697c6c-5f88-47bc-bf04-114cb4c9e9d5 req-b4ea2b0e-776b-4d5a-aec8-d5a48cdb1d82 tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] 10.222.0.54 "GET /v2.0/ports?device_id=926f2cd8-491d-4bc5-bce7-f26fbe5b37e0 HTTP/1.1" status: 200 len: 944 time: 0.0512350 Oct 14 12:41:23.362572 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-0d697c6c-5f88-47bc-bf04-114cb4c9e9d5 req-0d1e6894-2c13-43cb-9596-4d77e0c2ddf5 tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e1c960b-fece-44ca-a00d-2880efcf5d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310345 Oct 14 12:41:23.515867 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.agents_db [None req-78dcfc36-1157-4c7d-a1d8-d24093a96b44 None None] Agent healthcheck: found 6 active agents {{(pid=100187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:41:24.478658 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b429a8b-1446-4ab7-94f8-cf73220ac1ab req-3a9b872d-b15e-413d-9da5-2e9617e86bc1 tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:41:24.480169 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-5b429a8b-1446-4ab7-94f8-cf73220ac1ab req-3a9b872d-b15e-413d-9da5-2e9617e86bc1 tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] 10.222.0.54 "GET /v2.0/ports?device_id=926f2cd8-491d-4bc5-bce7-f26fbe5b37e0 HTTP/1.1" status: 200 len: 944 time: 0.0523612 Oct 14 12:41:24.518041 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-5b429a8b-1446-4ab7-94f8-cf73220ac1ab req-2c58f5c2-0a94-474e-8586-620416ad6a6e tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e1c960b-fece-44ca-a00d-2880efcf5d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319922 Oct 14 12:41:24.579184 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device a4dac7bd-5768-4291-919d-14d184b25682 up at agent hyperv_hv-cinder-81398 {{(pid=100186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:41:24.683486 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Provisioning for port a4dac7bd-5768-4291-919d-14d184b25682 completed by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 12:41:24.687154 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Provisioning complete for port a4dac7bd-5768-4291-919d-14d184b25682 triggered by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:41:24.687547 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:24.760716 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:24.781934 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '926f2cd8-491d-4bc5-bce7-f26fbe5b37e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4dac7bd-5768-4291-919d-14d184b25682'}] {{(pid=100186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:41:24.784180 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ce96789b1b9487be48749a60ffcfd0a175945a3b692fd75626d794e24ae9ed4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b273cf-f523-4f81-a8c5-ba221f6b551d" -d '{"events": [{"server_uuid": "926f2cd8-491d-4bc5-bce7-f26fbe5b37e0", "name": "network-vif-plugged", "status": "completed", "tag": "a4dac7bd-5768-4291-919d-14d184b25682"}]}' {{(pid=100186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:41:24.796240 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] For port a4dac7bd-5768-4291-919d-14d184b25682, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=a4dac7bd-5768-4291-919d-14d184b25682,segment=NetworkSegment(6a9d01fd-6f44-4727-a6a1-74bad464eda6),segment_id=6a9d01fd-6f44-4727-a6a1-74bad464eda6)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:41:24.820369 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b517bbc1-011c-433f-a553-89c54881a207 x-openstack-request-id: req-b517bbc1-011c-433f-a553-89c54881a207 {{(pid=100186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:41:24.820649 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "926f2cd8-491d-4bc5-bce7-f26fbe5b37e0", "name": "network-vif-plugged", "status": "completed", "tag": "a4dac7bd-5768-4291-919d-14d184b25682", "code": 200}]} {{(pid=100186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:41:24.820905 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b517bbc1-011c-433f-a553-89c54881a207 {{(pid=100186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:41:24.821300 dv-cinder-813986-1-iscsi neutron-server[100186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '926f2cd8-491d-4bc5-bce7-f26fbe5b37e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4dac7bd-5768-4291-919d-14d184b25682', 'code': 200} Oct 14 12:41:24.878312 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:24.930087 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Pushing event updated for resources: {'Port': ['ID=a4dac7bd-5768-4291-919d-14d184b25682,revision_number=5']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:41:25.159783 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941d238a-a776-40c2-915b-a9fb46dc17fb req-7392a040-101f-4d7c-8f70-52e0fb08723b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:41:25.161803 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-941d238a-a776-40c2-915b-a9fb46dc17fb req-7392a040-101f-4d7c-8f70-52e0fb08723b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=926f2cd8-491d-4bc5-bce7-f26fbe5b37e0 HTTP/1.1" status: 200 len: 1098 time: 0.0401924 Oct 14 12:41:25.198595 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-941d238a-a776-40c2-915b-a9fb46dc17fb req-a9b165ca-0115-493b-95a5-49452ea641fe service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=3e1c960b-fece-44ca-a00d-2880efcf5d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281065 Oct 14 12:41:25.631543 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716b0006-88da-48f2-b3d4-c94d98706290 req-d4415238-3c52-4294-b936-d688c2d9a814 tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:41:25.633034 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-716b0006-88da-48f2-b3d4-c94d98706290 req-d4415238-3c52-4294-b936-d688c2d9a814 tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] 10.222.0.54 "GET /v2.0/ports?device_id=926f2cd8-491d-4bc5-bce7-f26fbe5b37e0 HTTP/1.1" status: 200 len: 945 time: 0.0493217 Oct 14 12:41:25.671497 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-716b0006-88da-48f2-b3d4-c94d98706290 req-0f00457b-3dfd-4878-9dd4-a5e8bd65bb74 tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e1c960b-fece-44ca-a00d-2880efcf5d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319135 Oct 14 12:41:25.900870 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a182fce1-b72e-4137-9083-09923f179312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:26.791438 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c285e255-80d3-4816-b617-71012a3e1efa req-d6c3d98e-570c-4097-8aa9-c5b0b83c49a0 tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:41:26.792940 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-c285e255-80d3-4816-b617-71012a3e1efa req-d6c3d98e-570c-4097-8aa9-c5b0b83c49a0 tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] 10.222.0.54 "GET /v2.0/ports?device_id=926f2cd8-491d-4bc5-bce7-f26fbe5b37e0 HTTP/1.1" status: 200 len: 945 time: 0.0560255 Oct 14 12:41:26.829430 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-c285e255-80d3-4816-b617-71012a3e1efa req-30ac080b-9910-4f2d-a34d-eecff71c80d0 tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e1c960b-fece-44ca-a00d-2880efcf5d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305707 Oct 14 12:41:27.134906 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-469b4b0a-0edb-4369-82f6-413c16907b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:27.135512 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:27.935116 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 41568) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:41:28.040698 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-f00ad6e4-3460-418c-9bab-cd782f4d7af5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:28.042309 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392e27d-c634-4640-a41e-465df1a302c7 req-0bb6e26f-cbef-4f50-a8c5-250bd3c6b298 tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:41:28.043816 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-4392e27d-c634-4640-a41e-465df1a302c7 req-0bb6e26f-cbef-4f50-a8c5-250bd3c6b298 tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] 10.222.0.54 "GET /v2.0/ports?device_id=926f2cd8-491d-4bc5-bce7-f26fbe5b37e0 HTTP/1.1" status: 200 len: 945 time: 0.0529242 Oct 14 12:41:28.081903 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-4392e27d-c634-4640-a41e-465df1a302c7 req-f1cc6e76-d1a9-4494-9f40-97c71f6437bf tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e1c960b-fece-44ca-a00d-2880efcf5d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321531 Oct 14 12:41:28.112512 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-f00ad6e4-3460-418c-9bab-cd782f4d7af5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:28.180977 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-f00ad6e4-3460-418c-9bab-cd782f4d7af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:28.217742 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-f00ad6e4-3460-418c-9bab-cd782f4d7af5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1fa0e33480cb4b9f8b03a15ca89e46eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2814722 Oct 14 12:41:28.218597 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00ad6e4-3460-418c-9bab-cd782f4d7af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=131510da-6363-42fd-9ae2-95b1a8bf74f5,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:41:28.220501 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 41574) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:41:28.268943 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-48277533-eab2-49e5-9aec-a0c83c69bbd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:28.290323 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-48277533-eab2-49e5-9aec-a0c83c69bbd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:28.346861 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-27c04846-3a84-4189-8b30-75b8cfbf2676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:28.403563 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-48277533-eab2-49e5-9aec-a0c83c69bbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:28.406224 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-48277533-eab2-49e5-9aec-a0c83c69bbd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:28.407361 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-48277533-eab2-49e5-9aec-a0c83c69bbd6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/131510da-6363-42fd-9ae2-95b1a8bf74f5 HTTP/1.1" status: 204 len: 168 time: 0.1858096 Oct 14 12:41:28.415967 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48277533-eab2-49e5-9aec-a0c83c69bbd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=131510da-6363-42fd-9ae2-95b1a8bf74f5,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:41:29.202703 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d338a5-f4fd-40a5-86e6-397ee12de68f req-34a5d91a-6071-489c-a7f2-48b7bb5e0545 tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:41:29.204307 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-70d338a5-f4fd-40a5-86e6-397ee12de68f req-34a5d91a-6071-489c-a7f2-48b7bb5e0545 tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] 10.222.0.54 "GET /v2.0/ports?device_id=926f2cd8-491d-4bc5-bce7-f26fbe5b37e0 HTTP/1.1" status: 200 len: 945 time: 0.0521131 Oct 14 12:41:29.241978 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-70d338a5-f4fd-40a5-86e6-397ee12de68f req-2caaa3b1-06d1-4d66-9085-e13782546faf tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e1c960b-fece-44ca-a00d-2880efcf5d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316432 Oct 14 12:41:29.523719 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef3dc15-08b7-4e2d-b81a-7f2dabeeedbc req-049859ec-5ca3-4503-b5eb-ca4f6374029c tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:41:29.525252 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-eef3dc15-08b7-4e2d-b81a-7f2dabeeedbc req-049859ec-5ca3-4503-b5eb-ca4f6374029c tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] 10.222.0.25 "GET /v2.0/ports?device_id=926f2cd8-491d-4bc5-bce7-f26fbe5b37e0 HTTP/1.1" status: 200 len: 945 time: 0.0479705 Oct 14 12:41:29.625317 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.plugin [req-eef3dc15-08b7-4e2d-b81a-7f2dabeeedbc req-fbe5fae2-493f-4734-a83e-6a9b2451d64b tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] Deleting port a4dac7bd-5768-4291-919d-14d184b25682 {{(pid=100184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 12:41:29.625657 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-eef3dc15-08b7-4e2d-b81a-7f2dabeeedbc req-fbe5fae2-493f-4734-a83e-6a9b2451d64b tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787793337694'] for port, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:29.712545 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.db [req-eef3dc15-08b7-4e2d-b81a-7f2dabeeedbc req-fbe5fae2-493f-4734-a83e-6a9b2451d64b tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] For port a4dac7bd-5768-4291-919d-14d184b25682, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=a4dac7bd-5768-4291-919d-14d184b25682,segment=NetworkSegment(6a9d01fd-6f44-4727-a6a1-74bad464eda6),segment_id=6a9d01fd-6f44-4727-a6a1-74bad464eda6)] {{(pid=100184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:41:29.712904 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-eef3dc15-08b7-4e2d-b81a-7f2dabeeedbc req-fbe5fae2-493f-4734-a83e-6a9b2451d64b tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612080'] for port, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:29.725375 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.plugin [req-eef3dc15-08b7-4e2d-b81a-7f2dabeeedbc req-fbe5fae2-493f-4734-a83e-6a9b2451d64b tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] Calling delete_port for a4dac7bd-5768-4291-919d-14d184b25682 owned by compute:nova {{(pid=100184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 12:41:29.896001 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-eef3dc15-08b7-4e2d-b81a-7f2dabeeedbc req-fbe5fae2-493f-4734-a83e-6a9b2451d64b tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787793344296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787792822815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235086'] for port, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:29.909527 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] get_ports_and_sgs() called for port_ids ['a4dac7bd-5768-4291-919d-14d184b25682'] {{(pid=100186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:41:29.926849 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe5fae2-493f-4734-a83e-6a9b2451d64b tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] Pushing event deleted for resources: {'Port': ['ID=a4dac7bd-5768-4291-919d-14d184b25682,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:41:29.964704 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.db.l3_dvrscheduler_db [req-eef3dc15-08b7-4e2d-b81a-7f2dabeeedbc req-fbe5fae2-493f-4734-a83e-6a9b2451d64b tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] No DVR routers for this DVR port a4dac7bd-5768-4291-919d-14d184b25682 on host hv-cinder-81398 {{(pid=100184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 12:41:29.967261 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-eef3dc15-08b7-4e2d-b81a-7f2dabeeedbc req-fbe5fae2-493f-4734-a83e-6a9b2451d64b tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516790'] for port, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:29.970567 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-eef3dc15-08b7-4e2d-b81a-7f2dabeeedbc req-fbe5fae2-493f-4734-a83e-6a9b2451d64b tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] 10.222.0.25 "DELETE /v2.0/ports/a4dac7bd-5768-4291-919d-14d184b25682 HTTP/1.1" status: 204 len: 173 time: 0.4381061 Oct 14 12:41:29.971026 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '926f2cd8-491d-4bc5-bce7-f26fbe5b37e0', 'name': 'network-vif-deleted', 'tag': 'a4dac7bd-5768-4291-919d-14d184b25682'}] {{(pid=100184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:41:29.973290 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb275087d552987a85547e896d52e13f348f0da1d291f893306c6091374b53c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d10e6134-e888-4994-8c96-c33e7576e333" -d '{"events": [{"server_uuid": "926f2cd8-491d-4bc5-bce7-f26fbe5b37e0", "name": "network-vif-deleted", "tag": "a4dac7bd-5768-4291-919d-14d184b25682"}]}' {{(pid=100184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:41:30.010020 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fcc7bca-0da1-4740-8377-ab9aa72aeabd x-openstack-request-id: req-3fcc7bca-0da1-4740-8377-ab9aa72aeabd {{(pid=100184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:41:30.011678 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "926f2cd8-491d-4bc5-bce7-f26fbe5b37e0", "name": "network-vif-deleted", "tag": "a4dac7bd-5768-4291-919d-14d184b25682", "status": "completed", "code": 200}]} {{(pid=100184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:41:30.011678 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3fcc7bca-0da1-4740-8377-ab9aa72aeabd {{(pid=100184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:41:30.011678 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '926f2cd8-491d-4bc5-bce7-f26fbe5b37e0', 'name': 'network-vif-deleted', 'tag': 'a4dac7bd-5768-4291-919d-14d184b25682', 'status': 'completed', 'code': 200} Oct 14 12:41:30.347534 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-4f5268c1-694d-44b0-9254-3502844bd40a req-40fe3c70-ab04-4e7d-96e9-cce028126923 tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] 10.222.0.54 "GET /v2.0/ports?device_id=926f2cd8-491d-4bc5-bce7-f26fbe5b37e0 HTTP/1.1" status: 200 len: 210 time: 0.0292180 Oct 14 12:41:31.648254 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50c2b1e-8e82-4b23-b6b8-e113c3faf018 req-e426a84d-211c-4f97-a353-2783468dd278 tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:41:31.649725 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b50c2b1e-8e82-4b23-b6b8-e113c3faf018 req-e426a84d-211c-4f97-a353-2783468dd278 tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] 10.222.0.54 "GET /v2.0/networks?id=9536fb45-9569-43a6-b57e-f3eaa581d4a0 HTTP/1.1" status: 200 len: 808 time: 0.1009862 Oct 14 12:41:31.664745 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b50c2b1e-8e82-4b23-b6b8-e113c3faf018 req-c58ee98c-ad4f-40b0-b81f-bd5ae9a7cb98 tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] 10.222.0.54 "GET /v2.0/quotas/4405ed005c694583b385d9c36f2cb6aa HTTP/1.1" status: 200 len: 375 time: 0.0093358 Oct 14 12:41:31.695303 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b50c2b1e-8e82-4b23-b6b8-e113c3faf018 req-fe879c3d-c4e3-413a-b4ab-b5266536a44f tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=4405ed005c694583b385d9c36f2cb6aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251889 Oct 14 12:41:31.785514 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b50c2b1e-8e82-4b23-b6b8-e113c3faf018 req-9f43b941-867f-4fa2-80ea-4d35db76d2ed service neutron] 10.222.0.54 "GET /v2.0/networks/9536fb45-9569-43a6-b57e-f3eaa581d4a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835497 Oct 14 12:41:31.872550 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b50c2b1e-8e82-4b23-b6b8-e113c3faf018 req-11fc38ae-b6b4-405b-8edd-e11b4ddc392a service neutron] 10.222.0.54 "GET /v2.0/networks/9536fb45-9569-43a6-b57e-f3eaa581d4a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804286 Oct 14 12:41:32.115948 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-6469d39f-fb12-4fd7-ad9b-74a03556f490 req-98909f4a-f73e-4771-89d1-f549ab213d3b tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] 10.222.0.54 "GET /v2.0/ports?device_id=c46e565e-3a1b-40d7-bcdd-330a781e6933 HTTP/1.1" status: 200 len: 210 time: 0.0308340 Oct 14 12:41:32.612434 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device a4dac7bd-5768-4291-919d-14d184b25682 no longer exists at agent hyperv_hv-cinder-81398 {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:41:32.632228 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] No Port match for: a4dac7bd-5768-4291-919d-14d184b25682 {{(pid=100186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 12:41:32.632565 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device a4dac7bd-5768-4291-919d-14d184b25682 not bound to the agent host hv-cinder-81398 {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:41:33.206672 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ea283f0b-348a-4217-b2a6-d7009cc038a1 req-9716ba19-471f-4e72-ab21-50d049576c32 tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] 10.222.0.54 "GET /v2.0/ports?device_id=c46e565e-3a1b-40d7-bcdd-330a781e6933 HTTP/1.1" status: 200 len: 210 time: 0.0253949 Oct 14 12:41:33.892472 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50c2b1e-8e82-4b23-b6b8-e113c3faf018 req-357b643e-2ed7-49a9-9176-f0b8ddbd7c27 tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:41:33.893923 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b50c2b1e-8e82-4b23-b6b8-e113c3faf018 req-357b643e-2ed7-49a9-9176-f0b8ddbd7c27 tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] 10.222.0.25 "GET /v2.0/networks?id=9536fb45-9569-43a6-b57e-f3eaa581d4a0 HTTP/1.1" status: 200 len: 808 time: 0.1049964 Oct 14 12:41:33.907260 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.v2.base [req-b50c2b1e-8e82-4b23-b6b8-e113c3faf018 req-1b5d27ff-04eb-4f9c-ab4c-989c9a82e7ba tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] Request body: {'port': {'device_id': 'c46e565e-3a1b-40d7-bcdd-330a781e6933', 'network_id': '9536fb45-9569-43a6-b57e-f3eaa581d4a0', 'admin_state_up': True, 'tenant_id': '4405ed005c694583b385d9c36f2cb6aa'}} {{(pid=100184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:41:34.118153 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b50c2b1e-8e82-4b23-b6b8-e113c3faf018 req-1b5d27ff-04eb-4f9c-ab4c-989c9a82e7ba tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] Made reservation on behalf of 4405ed005c694583b385d9c36f2cb6aa for: {'port': 1} {{(pid=100184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:41:34.121608 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-b50c2b1e-8e82-4b23-b6b8-e113c3faf018 req-1b5d27ff-04eb-4f9c-ab4c-989c9a82e7ba tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:34.256762 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.db.db_base_plugin_common [req-b50c2b1e-8e82-4b23-b6b8-e113c3faf018 req-1b5d27ff-04eb-4f9c-ab4c-989c9a82e7ba tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] Allocated IP 172.20.0.7 (9536fb45-9569-43a6-b57e-f3eaa581d4a0/12679d67-4f24-4e59-bb0f-34669214ed86/bd7b6a8c-c4b9-4646-a13f-80fc95eef920) {{(pid=100184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:41:34.322516 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-6f938e1f-5643-4f14-8b15-3e6d5cd9aa18 req-9238406c-a63b-4b2b-8ee1-dffe38ec68a1 tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] 10.222.0.54 "GET /v2.0/ports?device_id=c46e565e-3a1b-40d7-bcdd-330a781e6933 HTTP/1.1" status: 200 len: 210 time: 0.0381298 Oct 14 12:41:34.425331 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-b50c2b1e-8e82-4b23-b6b8-e113c3faf018 req-1b5d27ff-04eb-4f9c-ab4c-989c9a82e7ba tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] Notify callbacks [] for port, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:34.500937 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-b50c2b1e-8e82-4b23-b6b8-e113c3faf018 req-1b5d27ff-04eb-4f9c-ab4c-989c9a82e7ba tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787792822806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235086'] for port, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:34.543031 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b50c2b1e-8e82-4b23-b6b8-e113c3faf018 req-1b5d27ff-04eb-4f9c-ab4c-989c9a82e7ba tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] Network 9536fb45-9569-43a6-b57e-f3eaa581d4a0 is already hosted by enough agents. {{(pid=100184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:41:34.545990 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.base_scheduler [req-b50c2b1e-8e82-4b23-b6b8-e113c3faf018 req-1b5d27ff-04eb-4f9c-ab4c-989c9a82e7ba tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] Resources bound (agent type, host, resource id): {{(pid=100184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:41:34.549650 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.db.l3_dvrscheduler_db [req-b50c2b1e-8e82-4b23-b6b8-e113c3faf018 req-1b5d27ff-04eb-4f9c-ab4c-989c9a82e7ba tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] Received port after_create {{(pid=100184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:41:34.558582 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d27ff-04eb-4f9c-ab4c-989c9a82e7ba tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] Pushing event updated for resources: {'Port': ['ID=bd7b6a8c-c4b9-4646-a13f-80fc95eef920,revision_number=1']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:41:34.603353 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50c2b1e-8e82-4b23-b6b8-e113c3faf018 req-1b5d27ff-04eb-4f9c-ab4c-989c9a82e7ba tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:41:34.603958 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-b50c2b1e-8e82-4b23-b6b8-e113c3faf018 req-1b5d27ff-04eb-4f9c-ab4c-989c9a82e7ba tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516790'] for port, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:34.709648 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b50c2b1e-8e82-4b23-b6b8-e113c3faf018 req-1b5d27ff-04eb-4f9c-ab4c-989c9a82e7ba tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8061824 Oct 14 12:41:34.756815 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.v2.base [req-b50c2b1e-8e82-4b23-b6b8-e113c3faf018 req-2dc27faa-8695-4468-8174-91c9d8f73833 service neutron] Request body: {'port': {'device_id': 'c46e565e-3a1b-40d7-bcdd-330a781e6933', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=100184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:41:34.810802 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-b50c2b1e-8e82-4b23-b6b8-e113c3faf018 req-2dc27faa-8695-4468-8174-91c9d8f73833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:35.062490 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.notifiers.nova [req-b50c2b1e-8e82-4b23-b6b8-e113c3faf018 req-2dc27faa-8695-4468-8174-91c9d8f73833 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd7b6a8c-c4b9-4646-a13f-80fc95eef920 {{(pid=100184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:41:35.070310 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-b50c2b1e-8e82-4b23-b6b8-e113c3faf018 req-2dc27faa-8695-4468-8174-91c9d8f73833 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:35.081715 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.db.provisioning_blocks [req-b50c2b1e-8e82-4b23-b6b8-e113c3faf018 req-2dc27faa-8695-4468-8174-91c9d8f73833 service neutron] Transition to ACTIVE for port object bd7b6a8c-c4b9-4646-a13f-80fc95eef920 will not be triggered until provisioned by entity L2. {{(pid=100184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 12:41:35.146207 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-b50c2b1e-8e82-4b23-b6b8-e113c3faf018 req-2dc27faa-8695-4468-8174-91c9d8f73833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6235095'] for port, after_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:35.196871 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc27faa-8695-4468-8174-91c9d8f73833 service neutron] Pushing event updated for resources: {'Port': ['ID=bd7b6a8c-c4b9-4646-a13f-80fc95eef920,revision_number=2']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:41:35.261544 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.managers [req-b50c2b1e-8e82-4b23-b6b8-e113c3faf018 req-2dc27faa-8695-4468-8174-91c9d8f73833 service neutron] Attempting to bind port bd7b6a8c-c4b9-4646-a13f-80fc95eef920 on host hv-cinder-81398 for vnic_type normal with profile {{(pid=100184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:41:35.262142 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.managers [req-b50c2b1e-8e82-4b23-b6b8-e113c3faf018 req-2dc27faa-8695-4468-8174-91c9d8f73833 service neutron] Attempting to bind port bd7b6a8c-c4b9-4646-a13f-80fc95eef920 by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': '6a9d01fd-6f44-4727-a6a1-74bad464eda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9536fb45-9569-43a6-b57e-f3eaa581d4a0'}] {{(pid=100184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:41:35.262255 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50c2b1e-8e82-4b23-b6b8-e113c3faf018 req-2dc27faa-8695-4468-8174-91c9d8f73833 service neutron] Attempting to bind port bd7b6a8c-c4b9-4646-a13f-80fc95eef920 on network 9536fb45-9569-43a6-b57e-f3eaa581d4a0 {{(pid=100184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:41:35.266772 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50c2b1e-8e82-4b23-b6b8-e113c3faf018 req-2dc27faa-8695-4468-8174-91c9d8f73833 service neutron] Port bd7b6a8c-c4b9-4646-a13f-80fc95eef920 on network 9536fb45-9569-43a6-b57e-f3eaa581d4a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=100184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 12:41:35.267096 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50c2b1e-8e82-4b23-b6b8-e113c3faf018 req-2dc27faa-8695-4468-8174-91c9d8f73833 service neutron] Attempting to bind port bd7b6a8c-c4b9-4646-a13f-80fc95eef920 on network 9536fb45-9569-43a6-b57e-f3eaa581d4a0 {{(pid=100184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:41:35.271878 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50c2b1e-8e82-4b23-b6b8-e113c3faf018 req-2dc27faa-8695-4468-8174-91c9d8f73833 service neutron] Checking agent: {'id': 'ea4bb8b9-32a8-4621-b95b-9b4a1b78ce98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 24, 36), 'started_at': datetime.datetime(2021, 10, 14, 12, 24, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:41:35.272237 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50c2b1e-8e82-4b23-b6b8-e113c3faf018 req-2dc27faa-8695-4468-8174-91c9d8f73833 service neutron] Checking segment: {'id': '6a9d01fd-6f44-4727-a6a1-74bad464eda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9536fb45-9569-43a6-b57e-f3eaa581d4a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:41:35.272632 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50c2b1e-8e82-4b23-b6b8-e113c3faf018 req-2dc27faa-8695-4468-8174-91c9d8f73833 service neutron] Bound using segment: {'id': '6a9d01fd-6f44-4727-a6a1-74bad464eda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9536fb45-9569-43a6-b57e-f3eaa581d4a0'} {{(pid=100184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:41:35.273040 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.managers [req-b50c2b1e-8e82-4b23-b6b8-e113c3faf018 req-2dc27faa-8695-4468-8174-91c9d8f73833 service neutron] Bound port: bd7b6a8c-c4b9-4646-a13f-80fc95eef920, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a9d01fd-6f44-4727-a6a1-74bad464eda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9536fb45-9569-43a6-b57e-f3eaa581d4a0'}}] {{(pid=100184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:41:35.273395 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-b50c2b1e-8e82-4b23-b6b8-e113c3faf018 req-2dc27faa-8695-4468-8174-91c9d8f73833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:35.336336 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.db [req-b50c2b1e-8e82-4b23-b6b8-e113c3faf018 req-2dc27faa-8695-4468-8174-91c9d8f73833 service neutron] For port bd7b6a8c-c4b9-4646-a13f-80fc95eef920, host hv-cinder-81398, cleared binding levels {{(pid=100184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:41:35.339474 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.db [req-b50c2b1e-8e82-4b23-b6b8-e113c3faf018 req-2dc27faa-8695-4468-8174-91c9d8f73833 service neutron] For port bd7b6a8c-c4b9-4646-a13f-80fc95eef920, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=bd7b6a8c-c4b9-4646-a13f-80fc95eef920,segment=NetworkSegment(6a9d01fd-6f44-4727-a6a1-74bad464eda6),segment_id=6a9d01fd-6f44-4727-a6a1-74bad464eda6)] {{(pid=100184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:41:35.440664 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6802ba67-e368-4eba-b946-c7b8cbaa9c5a req-4e6aae9c-c321-4592-8787-d8a1fee8ccc4 tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:41:35.440664 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-6802ba67-e368-4eba-b946-c7b8cbaa9c5a req-4e6aae9c-c321-4592-8787-d8a1fee8ccc4 tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] 10.222.0.54 "GET /v2.0/ports?device_id=c46e565e-3a1b-40d7-bcdd-330a781e6933 HTTP/1.1" status: 200 len: 943 time: 0.0511875 Oct 14 12:41:35.441145 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-b50c2b1e-8e82-4b23-b6b8-e113c3faf018 req-2dc27faa-8695-4468-8174-91c9d8f73833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6235095'] for port, after_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:35.487084 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50c2b1e-8e82-4b23-b6b8-e113c3faf018 req-2dc27faa-8695-4468-8174-91c9d8f73833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:41:35.487788 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-b50c2b1e-8e82-4b23-b6b8-e113c3faf018 req-2dc27faa-8695-4468-8174-91c9d8f73833 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516790'] for port, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:35.489695 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b50c2b1e-8e82-4b23-b6b8-e113c3faf018 req-2dc27faa-8695-4468-8174-91c9d8f73833 service neutron] 10.222.0.25 "PUT /v2.0/ports/bd7b6a8c-c4b9-4646-a13f-80fc95eef920 HTTP/1.1" status: 200 len: 1093 time: 0.7375112 Oct 14 12:41:35.490127 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c46e565e-3a1b-40d7-bcdd-330a781e6933', 'tag': 'bd7b6a8c-c4b9-4646-a13f-80fc95eef920'}] {{(pid=100184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:41:35.492363 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb275087d552987a85547e896d52e13f348f0da1d291f893306c6091374b53c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da0228e7-5be9-4620-b981-df2d447ab368" -d '{"events": [{"name": "network-changed", "server_uuid": "c46e565e-3a1b-40d7-bcdd-330a781e6933", "tag": "bd7b6a8c-c4b9-4646-a13f-80fc95eef920"}]}' {{(pid=100184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:41:35.531331 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 12:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b7ae6a-3785-476a-808c-e68c8a3bd8c4 x-openstack-request-id: req-55b7ae6a-3785-476a-808c-e68c8a3bd8c4 {{(pid=100184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:41:35.531626 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c46e565e-3a1b-40d7-bcdd-330a781e6933", "tag": "bd7b6a8c-c4b9-4646-a13f-80fc95eef920", "status": "completed", "code": 200}]} {{(pid=100184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:41:35.531875 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-55b7ae6a-3785-476a-808c-e68c8a3bd8c4 {{(pid=100184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:41:35.532296 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c46e565e-3a1b-40d7-bcdd-330a781e6933', 'tag': 'bd7b6a8c-c4b9-4646-a13f-80fc95eef920', 'status': 'completed', 'code': 200} Oct 14 12:41:35.533344 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc27faa-8695-4468-8174-91c9d8f73833 service neutron] Pushing event updated for resources: {'Port': ['ID=bd7b6a8c-c4b9-4646-a13f-80fc95eef920,revision_number=3']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:41:35.538836 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-6802ba67-e368-4eba-b946-c7b8cbaa9c5a req-f876acf6-288c-4718-a104-41fbac85fbb3 tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e1c960b-fece-44ca-a00d-2880efcf5d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896702 Oct 14 12:41:35.593206 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0228e7-5be9-4620-b981-df2d447ab368 req-df27ce30-02fa-4ccd-9aae-7fe31ebb7265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:41:35.597668 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-da0228e7-5be9-4620-b981-df2d447ab368 req-df27ce30-02fa-4ccd-9aae-7fe31ebb7265 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4405ed005c694583b385d9c36f2cb6aa&device_id=c46e565e-3a1b-40d7-bcdd-330a781e6933 HTTP/1.1" status: 200 len: 1096 time: 0.0402400 Oct 14 12:41:35.691133 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0228e7-5be9-4620-b981-df2d447ab368 req-4995f12c-1b2f-4a8f-80c3-7f81b8b4dc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:41:35.692685 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-da0228e7-5be9-4620-b981-df2d447ab368 req-4995f12c-1b2f-4a8f-80c3-7f81b8b4dc94 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=4405ed005c694583b385d9c36f2cb6aa&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0901361 Oct 14 12:41:35.788755 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0228e7-5be9-4620-b981-df2d447ab368 req-0b97a89f-99f4-48eb-b07f-f5bfcdcf0eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:41:35.790189 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-da0228e7-5be9-4620-b981-df2d447ab368 req-0b97a89f-99f4-48eb-b07f-f5bfcdcf0eaa service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912011 Oct 14 12:41:35.863616 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50c2b1e-8e82-4b23-b6b8-e113c3faf018 req-fbebdec4-e9e8-4505-b467-103db75c69cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:41:35.865178 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b50c2b1e-8e82-4b23-b6b8-e113c3faf018 req-fbebdec4-e9e8-4505-b467-103db75c69cb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4405ed005c694583b385d9c36f2cb6aa&device_id=c46e565e-3a1b-40d7-bcdd-330a781e6933 HTTP/1.1" status: 200 len: 1096 time: 0.0408709 Oct 14 12:41:35.915325 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b50c2b1e-8e82-4b23-b6b8-e113c3faf018 req-5454235e-96ea-4405-aab4-b81dd3ada31f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd7b6a8c-c4b9-4646-a13f-80fc95eef920 HTTP/1.1" status: 200 len: 217 time: 0.0429380 Oct 14 12:41:35.962794 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50c2b1e-8e82-4b23-b6b8-e113c3faf018 req-fdf9188e-2845-47ce-9103-b220089964d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:41:35.964266 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b50c2b1e-8e82-4b23-b6b8-e113c3faf018 req-fdf9188e-2845-47ce-9103-b220089964d5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=12679d67-4f24-4e59-bb0f-34669214ed86 HTTP/1.1" status: 200 len: 848 time: 0.0425971 Oct 14 12:41:35.987184 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 41698) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:41:35.996312 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b50c2b1e-8e82-4b23-b6b8-e113c3faf018 req-7c2e714d-b0d8-4d73-82a4-dcae2d26ae4b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9536fb45-9569-43a6-b57e-f3eaa581d4a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241911 Oct 14 12:41:36.088504 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-6cee99fb-3206-4487-b655-0089f851afe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:36.089189 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b50c2b1e-8e82-4b23-b6b8-e113c3faf018 req-d7f4b7a7-b1a3-4255-99c0-6928f6ace3b7 service neutron] 10.222.0.25 "GET /v2.0/networks/9536fb45-9569-43a6-b57e-f3eaa581d4a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856531 Oct 14 12:41:36.161068 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-6cee99fb-3206-4487-b655-0089f851afe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:36.179499 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b50c2b1e-8e82-4b23-b6b8-e113c3faf018 req-7c36a909-8179-406c-ad00-4e17fa21f1a8 service neutron] 10.222.0.25 "GET /v2.0/networks/9536fb45-9569-43a6-b57e-f3eaa581d4a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819159 Oct 14 12:41:36.220911 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-6cee99fb-3206-4487-b655-0089f851afe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:36.259704 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-6cee99fb-3206-4487-b655-0089f851afe0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6e3ad848f3de4b46912d842723fb066d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2714536 Oct 14 12:41:36.261493 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cee99fb-3206-4487-b655-0089f851afe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e9bfeb-a13e-4d05-b300-d51863431ed7,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:41:36.262401 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 41702) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:41:36.314488 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-84ddee44-aa6d-4790-a2f1-6eda9152b6d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:36.336171 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-84ddee44-aa6d-4790-a2f1-6eda9152b6d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:36.420439 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-84ddee44-aa6d-4790-a2f1-6eda9152b6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:36.423020 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-84ddee44-aa6d-4790-a2f1-6eda9152b6d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:36.424183 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-84ddee44-aa6d-4790-a2f1-6eda9152b6d4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/00e9bfeb-a13e-4d05-b300-d51863431ed7 HTTP/1.1" status: 204 len: 168 time: 0.1607027 Oct 14 12:41:36.432247 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ddee44-aa6d-4790-a2f1-6eda9152b6d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e9bfeb-a13e-4d05-b300-d51863431ed7,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:41:36.658115 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027caac4-4e76-4be6-adb1-667d30f20633 req-3ee9e703-90ed-4ed0-8af2-870de546dbbc tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:41:36.659636 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-027caac4-4e76-4be6-adb1-667d30f20633 req-3ee9e703-90ed-4ed0-8af2-870de546dbbc tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] 10.222.0.54 "GET /v2.0/ports?device_id=c46e565e-3a1b-40d7-bcdd-330a781e6933 HTTP/1.1" status: 200 len: 943 time: 0.0524268 Oct 14 12:41:36.701636 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-027caac4-4e76-4be6-adb1-667d30f20633 req-b825a7d7-a59e-4496-b57e-77c3c67d2db6 tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e1c960b-fece-44ca-a00d-2880efcf5d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329509 Oct 14 12:41:36.990609 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 41710) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:41:37.003675 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-549ffc18-a520-485a-a289-79ac82680153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:37.076787 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-549ffc18-a520-485a-a289-79ac82680153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:37.129135 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-549ffc18-a520-485a-a289-79ac82680153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:37.166337 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-549ffc18-a520-485a-a289-79ac82680153 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0d621301dcb5421a985b411224c73582&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1746492 Oct 14 12:41:37.168197 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549ffc18-a520-485a-a289-79ac82680153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c240d669-e8b5-4071-a266-bdce4ac25190,revision_number=1']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:41:37.169132 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 41712) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:41:37.216246 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-8de2ff19-da6e-4e78-a09c-9996286f1603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:37.238112 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-8de2ff19-da6e-4e78-a09c-9996286f1603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:37.339534 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-8de2ff19-da6e-4e78-a09c-9996286f1603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:37.342183 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-8de2ff19-da6e-4e78-a09c-9996286f1603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:37.343335 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-8de2ff19-da6e-4e78-a09c-9996286f1603 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c240d669-e8b5-4071-a266-bdce4ac25190 HTTP/1.1" status: 204 len: 168 time: 0.1731341 Oct 14 12:41:37.351806 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de2ff19-da6e-4e78-a09c-9996286f1603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c240d669-e8b5-4071-a266-bdce4ac25190,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:41:37.740551 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:37.818779 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c8e451-4c19-464e-b29a-bd1cf567f546 req-23d3f9ed-1445-43d2-86ea-24969c96216f tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:41:37.820269 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-87c8e451-4c19-464e-b29a-bd1cf567f546 req-23d3f9ed-1445-43d2-86ea-24969c96216f tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] 10.222.0.54 "GET /v2.0/ports?device_id=c46e565e-3a1b-40d7-bcdd-330a781e6933 HTTP/1.1" status: 200 len: 943 time: 0.0514941 Oct 14 12:41:37.861178 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-87c8e451-4c19-464e-b29a-bd1cf567f546 req-e66f51a9-c45f-4a3e-aab6-f811b9a6d40c tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e1c960b-fece-44ca-a00d-2880efcf5d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349004 Oct 14 12:41:38.973993 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d715860b-af77-47d9-987e-10fe51da1f07 req-4e0a2bfc-8408-4001-b8dd-ee836b460e9c tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:41:38.975510 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-d715860b-af77-47d9-987e-10fe51da1f07 req-4e0a2bfc-8408-4001-b8dd-ee836b460e9c tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] 10.222.0.54 "GET /v2.0/ports?device_id=c46e565e-3a1b-40d7-bcdd-330a781e6933 HTTP/1.1" status: 200 len: 943 time: 0.0490174 Oct 14 12:41:39.012472 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-d715860b-af77-47d9-987e-10fe51da1f07 req-bd92c778-e98a-41b4-af7e-1394231510c5 tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e1c960b-fece-44ca-a00d-2880efcf5d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311677 Oct 14 12:41:39.618330 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 41770) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:41:39.719716 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-9d2174cb-8c9d-4439-9585-4322b30aeec2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:39.791967 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-9d2174cb-8c9d-4439-9585-4322b30aeec2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:39.849001 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-9d2174cb-8c9d-4439-9585-4322b30aeec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:39.888110 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-9d2174cb-8c9d-4439-9585-4322b30aeec2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=652244ff775946d38e05f313c5e8043b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2687085 Oct 14 12:41:39.888968 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2174cb-8c9d-4439-9585-4322b30aeec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=014e3a06-1b3a-4544-92bd-d86708a3eaea,revision_number=1']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:41:39.890815 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 41774) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:41:39.939086 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-c696d3d8-ef4b-493b-9440-2fa58ae74f9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:39.959355 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-c696d3d8-ef4b-493b-9440-2fa58ae74f9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:40.094881 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-c696d3d8-ef4b-493b-9440-2fa58ae74f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:40.097542 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-c696d3d8-ef4b-493b-9440-2fa58ae74f9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:40.099211 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-c696d3d8-ef4b-493b-9440-2fa58ae74f9f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/014e3a06-1b3a-4544-92bd-d86708a3eaea HTTP/1.1" status: 204 len: 168 time: 0.2071428 Oct 14 12:41:40.107605 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c696d3d8-ef4b-493b-9440-2fa58ae74f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=014e3a06-1b3a-4544-92bd-d86708a3eaea,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:41:40.139547 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd2595b-44e4-409a-8316-63a910b08391 req-7dbbaba0-695e-435d-9cf0-426f978edcac tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:41:40.141343 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-fcd2595b-44e4-409a-8316-63a910b08391 req-7dbbaba0-695e-435d-9cf0-426f978edcac tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] 10.222.0.54 "GET /v2.0/ports?device_id=c46e565e-3a1b-40d7-bcdd-330a781e6933 HTTP/1.1" status: 200 len: 943 time: 0.0626080 Oct 14 12:41:40.179036 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-fcd2595b-44e4-409a-8316-63a910b08391 req-2734f5f5-94cf-4762-93b5-186c62c15bc7 tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e1c960b-fece-44ca-a00d-2880efcf5d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318043 Oct 14 12:41:40.609208 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 41782) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:41:40.622090 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-0a2d7eb1-25e0-444b-87ec-31951be953d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:40.632762 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device bd7b6a8c-c4b9-4646-a13f-80fc95eef920 details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=100186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 12:41:40.696340 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-0a2d7eb1-25e0-444b-87ec-31951be953d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:40.727820 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] For port bd7b6a8c-c4b9-4646-a13f-80fc95eef920, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=bd7b6a8c-c4b9-4646-a13f-80fc95eef920,segment=NetworkSegment(6a9d01fd-6f44-4727-a6a1-74bad464eda6),segment_id=6a9d01fd-6f44-4727-a6a1-74bad464eda6)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:41:40.739001 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Returning: {'device': 'bd7b6a8c-c4b9-4646-a13f-80fc95eef920', 'network_id': '9536fb45-9569-43a6-b57e-f3eaa581d4a0', 'port_id': 'bd7b6a8c-c4b9-4646-a13f-80fc95eef920', 'mac_address': 'fa:16:3e:9a:b5:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12679d67-4f24-4e59-bb0f-34669214ed86', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 12:41:40.751795 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-0a2d7eb1-25e0-444b-87ec-31951be953d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:40.776434 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:40.788912 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.notifiers.nova [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd7b6a8c-c4b9-4646-a13f-80fc95eef920 {{(pid=100186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:41:40.790767 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-0a2d7eb1-25e0-444b-87ec-31951be953d6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=680a44ca632348059c4e4e180d4c3413&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1804955 Oct 14 12:41:40.791932 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2d7eb1-25e0-444b-87ec-31951be953d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2c9ec6-f8d9-4267-a67d-8794205a6bea,revision_number=1']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:41:40.793536 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 41784) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:41:40.809783 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] For port bd7b6a8c-c4b9-4646-a13f-80fc95eef920, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=bd7b6a8c-c4b9-4646-a13f-80fc95eef920,segment=NetworkSegment(6a9d01fd-6f44-4727-a6a1-74bad464eda6),segment_id=6a9d01fd-6f44-4727-a6a1-74bad464eda6)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:41:40.844981 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-f6d0eb12-ebe2-4d93-b2e7-112e53f563f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:40.864975 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-f6d0eb12-ebe2-4d93-b2e7-112e53f563f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:40.871845 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:40.922678 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Pushing event updated for resources: {'Port': ['ID=bd7b6a8c-c4b9-4646-a13f-80fc95eef920,revision_number=4']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:41:40.951796 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-f6d0eb12-ebe2-4d93-b2e7-112e53f563f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:40.954444 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-f6d0eb12-ebe2-4d93-b2e7-112e53f563f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:40.955584 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-f6d0eb12-ebe2-4d93-b2e7-112e53f563f2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ec2c9ec6-f8d9-4267-a67d-8794205a6bea HTTP/1.1" status: 204 len: 168 time: 0.1608789 Oct 14 12:41:40.964100 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d0eb12-ebe2-4d93-b2e7-112e53f563f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2c9ec6-f8d9-4267-a67d-8794205a6bea,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:41:41.184149 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] get_ports_and_sgs() called for port_ids ['bd7b6a8c-c4b9-4646-a13f-80fc95eef920'] {{(pid=100186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:41:41.296376 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8231b738-ad8e-4147-a07a-fe842ee56fe5 req-73c02ea0-868a-4b4e-867b-f9e88e51b419 tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:41:41.297769 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-8231b738-ad8e-4147-a07a-fe842ee56fe5 req-73c02ea0-868a-4b4e-867b-f9e88e51b419 tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] 10.222.0.54 "GET /v2.0/ports?device_id=c46e565e-3a1b-40d7-bcdd-330a781e6933 HTTP/1.1" status: 200 len: 944 time: 0.0513103 Oct 14 12:41:41.339118 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-8231b738-ad8e-4147-a07a-fe842ee56fe5 req-239876fa-081b-448c-bf89-81ac919a7494 tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e1c960b-fece-44ca-a00d-2880efcf5d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340559 Oct 14 12:41:42.453957 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08eaeda-9847-44ee-aea4-d89b22f4cd3d req-4fd91b98-a336-479b-9ebc-9693f6001d0e tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:41:42.455412 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-a08eaeda-9847-44ee-aea4-d89b22f4cd3d req-4fd91b98-a336-479b-9ebc-9693f6001d0e tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] 10.222.0.54 "GET /v2.0/ports?device_id=c46e565e-3a1b-40d7-bcdd-330a781e6933 HTTP/1.1" status: 200 len: 944 time: 0.0513330 Oct 14 12:41:42.493375 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-a08eaeda-9847-44ee-aea4-d89b22f4cd3d req-98601fb0-e984-4295-8d60-057b3c89e701 tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e1c960b-fece-44ca-a00d-2880efcf5d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313830 Oct 14 12:41:42.645658 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device bd7b6a8c-c4b9-4646-a13f-80fc95eef920 up at agent hyperv_hv-cinder-81398 {{(pid=100186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:41:42.797240 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Provisioning for port bd7b6a8c-c4b9-4646-a13f-80fc95eef920 completed by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 12:41:42.801106 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Provisioning complete for port bd7b6a8c-c4b9-4646-a13f-80fc95eef920 triggered by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:41:42.801478 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:42.879191 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:42.901440 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c46e565e-3a1b-40d7-bcdd-330a781e6933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd7b6a8c-c4b9-4646-a13f-80fc95eef920'}] {{(pid=100186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:41:42.903669 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ce96789b1b9487be48749a60ffcfd0a175945a3b692fd75626d794e24ae9ed4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2887d4e-9913-49e4-9c2f-bed5580d1c77" -d '{"events": [{"server_uuid": "c46e565e-3a1b-40d7-bcdd-330a781e6933", "name": "network-vif-plugged", "status": "completed", "tag": "bd7b6a8c-c4b9-4646-a13f-80fc95eef920"}]}' {{(pid=100186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:41:42.917596 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] For port bd7b6a8c-c4b9-4646-a13f-80fc95eef920, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=bd7b6a8c-c4b9-4646-a13f-80fc95eef920,segment=NetworkSegment(6a9d01fd-6f44-4727-a6a1-74bad464eda6),segment_id=6a9d01fd-6f44-4727-a6a1-74bad464eda6)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:41:42.941425 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6b31d2-ad58-4d71-8b84-6f6a37a4ee88 x-openstack-request-id: req-4b6b31d2-ad58-4d71-8b84-6f6a37a4ee88 {{(pid=100186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:41:42.941686 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c46e565e-3a1b-40d7-bcdd-330a781e6933", "name": "network-vif-plugged", "status": "completed", "tag": "bd7b6a8c-c4b9-4646-a13f-80fc95eef920", "code": 200}]} {{(pid=100186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:41:42.941942 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4b6b31d2-ad58-4d71-8b84-6f6a37a4ee88 {{(pid=100186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:41:42.942330 dv-cinder-813986-1-iscsi neutron-server[100186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c46e565e-3a1b-40d7-bcdd-330a781e6933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd7b6a8c-c4b9-4646-a13f-80fc95eef920', 'code': 200} Oct 14 12:41:42.975194 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:43.025041 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Pushing event updated for resources: {'Port': ['ID=bd7b6a8c-c4b9-4646-a13f-80fc95eef920,revision_number=5']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:41:43.261514 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9940f07e-db95-48c5-8946-4c84e6915835 req-29b014ed-a3d2-4058-92c2-23d26d970218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:41:43.262983 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9940f07e-db95-48c5-8946-4c84e6915835 req-29b014ed-a3d2-4058-92c2-23d26d970218 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c46e565e-3a1b-40d7-bcdd-330a781e6933 HTTP/1.1" status: 200 len: 1098 time: 0.0395780 Oct 14 12:41:43.299864 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9940f07e-db95-48c5-8946-4c84e6915835 req-d3f41305-e0a9-400e-9e7d-aa8f912d4335 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=3e1c960b-fece-44ca-a00d-2880efcf5d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284703 Oct 14 12:41:43.704615 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebe1963-7aae-4357-bb37-3fab0e8bd619 req-2ba910c4-51f8-4fe3-9950-2256fc2dda7a tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:41:43.706122 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-3ebe1963-7aae-4357-bb37-3fab0e8bd619 req-2ba910c4-51f8-4fe3-9950-2256fc2dda7a tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] 10.222.0.54 "GET /v2.0/ports?device_id=c46e565e-3a1b-40d7-bcdd-330a781e6933 HTTP/1.1" status: 200 len: 945 time: 0.0523829 Oct 14 12:41:43.743185 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-3ebe1963-7aae-4357-bb37-3fab0e8bd619 req-ce0e857d-3ff6-479f-b1cc-0b2603ba8c51 tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e1c960b-fece-44ca-a00d-2880efcf5d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311997 Oct 14 12:41:44.863047 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49bf103-1001-400c-ba27-40e8b0c7cb41 req-977ae40b-e1af-4907-b26b-62a7c624b926 tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:41:44.864589 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-d49bf103-1001-400c-ba27-40e8b0c7cb41 req-977ae40b-e1af-4907-b26b-62a7c624b926 tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] 10.222.0.54 "GET /v2.0/ports?device_id=c46e565e-3a1b-40d7-bcdd-330a781e6933 HTTP/1.1" status: 200 len: 945 time: 0.0547516 Oct 14 12:41:44.902865 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-d49bf103-1001-400c-ba27-40e8b0c7cb41 req-ce278343-7b21-4cd7-921d-dd006e3d56ea tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e1c960b-fece-44ca-a00d-2880efcf5d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320060 Oct 14 12:41:45.541229 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-f4643462-5c15-4855-a10e-1013fedf1a0d req-b8189342-4f3a-47aa-992d-4dbaaf4e6f75 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c46e565e-3a1b-40d7-bcdd-330a781e6933&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387385 Oct 14 12:41:45.629214 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4643462-5c15-4855-a10e-1013fedf1a0d req-a67e2046-eecb-4761-b911-a0e794bc431d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:41:45.630671 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-f4643462-5c15-4855-a10e-1013fedf1a0d req-a67e2046-eecb-4761-b911-a0e794bc431d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4405ed005c694583b385d9c36f2cb6aa&device_id=c46e565e-3a1b-40d7-bcdd-330a781e6933 HTTP/1.1" status: 200 len: 1098 time: 0.0394514 Oct 14 12:41:45.750264 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4643462-5c15-4855-a10e-1013fedf1a0d req-b2d95f59-04d9-49a0-9a5b-f06a637d3ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:41:45.751726 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-f4643462-5c15-4855-a10e-1013fedf1a0d req-b2d95f59-04d9-49a0-9a5b-f06a637d3ef0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9536fb45-9569-43a6-b57e-f3eaa581d4a0 HTTP/1.1" status: 200 len: 909 time: 0.0859663 Oct 14 12:41:45.794765 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-f4643462-5c15-4855-a10e-1013fedf1a0d req-f217ebc4-0e66-4db9-8558-6f6bd405b8c3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd7b6a8c-c4b9-4646-a13f-80fc95eef920 HTTP/1.1" status: 200 len: 217 time: 0.0353785 Oct 14 12:41:45.847333 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4643462-5c15-4855-a10e-1013fedf1a0d req-167b1cdd-86ce-45fb-a64d-3452f4ebfdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:41:45.848821 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-f4643462-5c15-4855-a10e-1013fedf1a0d req-167b1cdd-86ce-45fb-a64d-3452f4ebfdc6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=12679d67-4f24-4e59-bb0f-34669214ed86 HTTP/1.1" status: 200 len: 848 time: 0.0462270 Oct 14 12:41:45.883632 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-f4643462-5c15-4855-a10e-1013fedf1a0d req-566515db-7b0f-4ace-a4b1-e1a33dbef785 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9536fb45-9569-43a6-b57e-f3eaa581d4a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271075 Oct 14 12:41:45.986599 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-f4643462-5c15-4855-a10e-1013fedf1a0d req-30800f58-f9e5-4f41-a06b-6d235c211fb0 service neutron] 10.222.0.25 "GET /v2.0/networks/9536fb45-9569-43a6-b57e-f3eaa581d4a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950906 Oct 14 12:41:46.073457 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985fbeb0-8dfc-4bb7-a8ff-f12d83ec4628 req-7d3a5e53-50a3-4ec2-a207-ff7380b99248 tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:41:46.074849 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-985fbeb0-8dfc-4bb7-a8ff-f12d83ec4628 req-7d3a5e53-50a3-4ec2-a207-ff7380b99248 tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] 10.222.0.54 "GET /v2.0/ports?device_id=c46e565e-3a1b-40d7-bcdd-330a781e6933 HTTP/1.1" status: 200 len: 945 time: 0.1019080 Oct 14 12:41:46.119038 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-f4643462-5c15-4855-a10e-1013fedf1a0d req-18882035-2954-4c9f-971b-5e14e0344d8c service neutron] 10.222.0.25 "GET /v2.0/networks/9536fb45-9569-43a6-b57e-f3eaa581d4a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190443 Oct 14 12:41:46.133090 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-985fbeb0-8dfc-4bb7-a8ff-f12d83ec4628 req-0a6704be-5ad0-4c29-b0bb-b8659585b5d7 tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e1c960b-fece-44ca-a00d-2880efcf5d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515409 Oct 14 12:41:47.352128 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4392b34-2c40-4867-ba8f-3e9999b515f0 req-04836e27-c088-4b64-b14c-26b751b3c489 tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:41:47.353566 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-d4392b34-2c40-4867-ba8f-3e9999b515f0 req-04836e27-c088-4b64-b14c-26b751b3c489 tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] 10.222.0.54 "GET /v2.0/ports?device_id=c46e565e-3a1b-40d7-bcdd-330a781e6933 HTTP/1.1" status: 200 len: 945 time: 0.0481565 Oct 14 12:41:47.390664 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-d4392b34-2c40-4867-ba8f-3e9999b515f0 req-95e31b25-9ed6-4cad-8c7c-e91132ce1f4b tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e1c960b-fece-44ca-a00d-2880efcf5d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309062 Oct 14 12:41:48.770403 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276807e5-c588-4881-8816-b59b20508d5b req-2f14616f-9d22-494d-9a98-35e7b31c5b23 tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:41:48.772354 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-276807e5-c588-4881-8816-b59b20508d5b req-2f14616f-9d22-494d-9a98-35e7b31c5b23 tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] 10.222.0.54 "GET /v2.0/ports?device_id=c46e565e-3a1b-40d7-bcdd-330a781e6933 HTTP/1.1" status: 200 len: 945 time: 0.3111970 Oct 14 12:41:48.812364 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-276807e5-c588-4881-8816-b59b20508d5b req-759a1001-9a72-45e9-b689-b345de2b190f tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e1c960b-fece-44ca-a00d-2880efcf5d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340407 Oct 14 12:41:49.035435 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb325e36-4499-49d0-bd0b-f8486633996a req-50461c3b-293e-49f8-ae99-f7edf665ceea tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:41:49.036784 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-bb325e36-4499-49d0-bd0b-f8486633996a req-50461c3b-293e-49f8-ae99-f7edf665ceea tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] 10.222.0.25 "GET /v2.0/ports?device_id=c46e565e-3a1b-40d7-bcdd-330a781e6933 HTTP/1.1" status: 200 len: 945 time: 0.0481765 Oct 14 12:41:49.128055 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.plugin [req-bb325e36-4499-49d0-bd0b-f8486633996a req-837ea357-6342-4e37-af7a-614c9709fa25 tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] Deleting port bd7b6a8c-c4b9-4646-a13f-80fc95eef920 {{(pid=100184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 12:41:49.128512 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-bb325e36-4499-49d0-bd0b-f8486633996a req-837ea357-6342-4e37-af7a-614c9709fa25 tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787793337694'] for port, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:49.219284 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.db [req-bb325e36-4499-49d0-bd0b-f8486633996a req-837ea357-6342-4e37-af7a-614c9709fa25 tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] For port bd7b6a8c-c4b9-4646-a13f-80fc95eef920, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=bd7b6a8c-c4b9-4646-a13f-80fc95eef920,segment=NetworkSegment(6a9d01fd-6f44-4727-a6a1-74bad464eda6),segment_id=6a9d01fd-6f44-4727-a6a1-74bad464eda6)] {{(pid=100184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:41:49.219654 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-bb325e36-4499-49d0-bd0b-f8486633996a req-837ea357-6342-4e37-af7a-614c9709fa25 tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612080'] for port, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:49.231854 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.plugin [req-bb325e36-4499-49d0-bd0b-f8486633996a req-837ea357-6342-4e37-af7a-614c9709fa25 tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] Calling delete_port for bd7b6a8c-c4b9-4646-a13f-80fc95eef920 owned by compute:nova {{(pid=100184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 12:41:49.436183 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-bb325e36-4499-49d0-bd0b-f8486633996a req-837ea357-6342-4e37-af7a-614c9709fa25 tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787793344296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787792822815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235086'] for port, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:49.448044 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] get_ports_and_sgs() called for port_ids ['bd7b6a8c-c4b9-4646-a13f-80fc95eef920'] {{(pid=100186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:41:49.466433 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837ea357-6342-4e37-af7a-614c9709fa25 tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] Pushing event deleted for resources: {'Port': ['ID=bd7b6a8c-c4b9-4646-a13f-80fc95eef920,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:41:49.504274 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb325e36-4499-49d0-bd0b-f8486633996a req-837ea357-6342-4e37-af7a-614c9709fa25 tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] No DVR routers for this DVR port bd7b6a8c-c4b9-4646-a13f-80fc95eef920 on host hv-cinder-81398 {{(pid=100184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 12:41:49.507442 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-bb325e36-4499-49d0-bd0b-f8486633996a req-837ea357-6342-4e37-af7a-614c9709fa25 tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516790'] for port, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:49.511698 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-bb325e36-4499-49d0-bd0b-f8486633996a req-837ea357-6342-4e37-af7a-614c9709fa25 tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] 10.222.0.25 "DELETE /v2.0/ports/bd7b6a8c-c4b9-4646-a13f-80fc95eef920 HTTP/1.1" status: 204 len: 173 time: 0.4672925 Oct 14 12:41:49.511698 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c46e565e-3a1b-40d7-bcdd-330a781e6933', 'name': 'network-vif-deleted', 'tag': 'bd7b6a8c-c4b9-4646-a13f-80fc95eef920'}] {{(pid=100184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:41:49.513467 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb275087d552987a85547e896d52e13f348f0da1d291f893306c6091374b53c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde79c42-761a-461a-8a65-0f72d2e5d81a" -d '{"events": [{"server_uuid": "c46e565e-3a1b-40d7-bcdd-330a781e6933", "name": "network-vif-deleted", "tag": "bd7b6a8c-c4b9-4646-a13f-80fc95eef920"}]}' {{(pid=100184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:41:49.555701 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fab744d-6226-430b-b28e-28fcfd57bc3e x-openstack-request-id: req-6fab744d-6226-430b-b28e-28fcfd57bc3e {{(pid=100184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:41:49.556106 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c46e565e-3a1b-40d7-bcdd-330a781e6933", "name": "network-vif-deleted", "tag": "bd7b6a8c-c4b9-4646-a13f-80fc95eef920", "status": "completed", "code": 200}]} {{(pid=100184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:41:49.556385 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6fab744d-6226-430b-b28e-28fcfd57bc3e {{(pid=100184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:41:49.556784 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c46e565e-3a1b-40d7-bcdd-330a781e6933', 'name': 'network-vif-deleted', 'tag': 'bd7b6a8c-c4b9-4646-a13f-80fc95eef920', 'status': 'completed', 'code': 200} Oct 14 12:41:49.918908 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-3e98f276-942f-474e-90c6-07167c815948 req-c4e1d1e6-5f15-4a9d-9a98-2ac415e32f75 tempest-VolumesActionsTest-1258251680 tempest-VolumesActionsTest-1258251680-project] 10.222.0.54 "GET /v2.0/ports?device_id=c46e565e-3a1b-40d7-bcdd-330a781e6933 HTTP/1.1" status: 200 len: 210 time: 0.0288589 Oct 14 12:41:52.699596 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device bd7b6a8c-c4b9-4646-a13f-80fc95eef920 no longer exists at agent hyperv_hv-cinder-81398 {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:41:52.719691 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] No Port match for: bd7b6a8c-c4b9-4646-a13f-80fc95eef920 {{(pid=100186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 12:41:52.720049 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device bd7b6a8c-c4b9-4646-a13f-80fc95eef920 not bound to the agent host hv-cinder-81398 {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:41:53.156945 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-4e72aaf3-02ee-469d-96e4-3c8927a50f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:55.914790 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-17c20d1f-fd59-48a2-acd4-5f1da1b93247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:57.133868 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-469b4b0a-0edb-4369-82f6-413c16907b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:57.168243 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:41:58.354893 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-27c04846-3a84-4189-8b30-75b8cfbf2676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:00.514325 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.agents_db [None req-78dcfc36-1157-4c7d-a1d8-d24093a96b44 None None] Agent healthcheck: found 6 active agents {{(pid=100187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:42:07.779851 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:12.757375 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 42138) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:42:12.876895 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-d44d2d4b-11a6-421d-860f-07d8106cc3d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:12.959942 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-d44d2d4b-11a6-421d-860f-07d8106cc3d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:13.047192 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-d44d2d4b-11a6-421d-860f-07d8106cc3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:13.088174 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-d44d2d4b-11a6-421d-860f-07d8106cc3d5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=60ebb887c9254732b24165fe78f94331&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3288622 Oct 14 12:42:13.089113 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44d2d4b-11a6-421d-860f-07d8106cc3d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=097ec38f-cb6a-4f8c-8115-e4636fa943bc,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:42:13.093003 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 42142) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:42:13.096968 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44d2d4b-11a6-421d-860f-07d8106cc3d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:42:13.097436 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44d2d4b-11a6-421d-860f-07d8106cc3d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:42:13.097637 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44d2d4b-11a6-421d-860f-07d8106cc3d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:42:13.098071 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44d2d4b-11a6-421d-860f-07d8106cc3d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:42:13.098271 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44d2d4b-11a6-421d-860f-07d8106cc3d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:42:13.098768 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44d2d4b-11a6-421d-860f-07d8106cc3d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:42:13.098957 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44d2d4b-11a6-421d-860f-07d8106cc3d5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:42:13.099314 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44d2d4b-11a6-421d-860f-07d8106cc3d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:42:13.099571 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44d2d4b-11a6-421d-860f-07d8106cc3d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:42:13.099915 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44d2d4b-11a6-421d-860f-07d8106cc3d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:42:13.100251 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44d2d4b-11a6-421d-860f-07d8106cc3d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:42:13.100726 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44d2d4b-11a6-421d-860f-07d8106cc3d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:42:13.166179 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-5dabbb08-188f-492a-bf5c-d3f0df5c630d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:13.199386 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-5dabbb08-188f-492a-bf5c-d3f0df5c630d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:13.327647 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-5dabbb08-188f-492a-bf5c-d3f0df5c630d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:13.330324 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-5dabbb08-188f-492a-bf5c-d3f0df5c630d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:13.334215 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-5dabbb08-188f-492a-bf5c-d3f0df5c630d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/097ec38f-cb6a-4f8c-8115-e4636fa943bc HTTP/1.1" status: 204 len: 168 time: 0.2384260 Oct 14 12:42:13.349556 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dabbb08-188f-492a-bf5c-d3f0df5c630d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=097ec38f-cb6a-4f8c-8115-e4636fa943bc,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:42:16.479759 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9767df11-a6bb-4aa8-bee5-a8f5e70e344d req-5bfaab8b-a15f-49fd-9989-ed33a921f8f5 tempest-VolumesNegativeTest-883868559 tempest-VolumesNegativeTest-883868559-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=cedaa9096fe14454971999dcd1a008af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287480 Oct 14 12:42:16.664846 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9767df11-a6bb-4aa8-bee5-a8f5e70e344d req-f5aad39f-bace-40b0-ab5f-060d7ce0c4c5 tempest-VolumesNegativeTest-883868559 tempest-VolumesNegativeTest-883868559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:42:16.666294 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9767df11-a6bb-4aa8-bee5-a8f5e70e344d req-f5aad39f-bace-40b0-ab5f-060d7ce0c4c5 tempest-VolumesNegativeTest-883868559 tempest-VolumesNegativeTest-883868559-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1812925 Oct 14 12:42:16.681938 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9767df11-a6bb-4aa8-bee5-a8f5e70e344d req-96272919-9863-461c-bcbf-175fa4be7a0e tempest-VolumesNegativeTest-883868559 tempest-VolumesNegativeTest-883868559-project] 10.222.0.54 "GET /v2.0/quotas/cedaa9096fe14454971999dcd1a008af HTTP/1.1" status: 200 len: 375 time: 0.0097833 Oct 14 12:42:16.711580 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9767df11-a6bb-4aa8-bee5-a8f5e70e344d req-7b80c897-c304-4d82-8bce-8e66d1f52d77 tempest-VolumesNegativeTest-883868559 tempest-VolumesNegativeTest-883868559-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=cedaa9096fe14454971999dcd1a008af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0244050 Oct 14 12:42:16.963019 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-33ba83e4-98db-476e-9b0d-516de20f2d2f req-901b057a-9b14-4b5d-a0d3-3bfd4c9e6698 tempest-VolumesNegativeTest-883868559 tempest-VolumesNegativeTest-883868559-project] 10.222.0.54 "GET /v2.0/ports?device_id=7acb4ec0-06c5-4792-9cfd-92fe5e7cfb59 HTTP/1.1" status: 200 len: 210 time: 0.0256796 Oct 14 12:42:18.044755 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [req-d644d18e-640b-400f-8129-7f0a065e18df req-7c2c0d30-9376-4e1e-a17b-5ff53cb24fed service neutron] (100185) timed out ('10.222.0.25', 64769) {{(pid=100185) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 14 12:42:18.056521 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-2acc517d-c483-4adc-994b-76071dac248f req-0517bf5c-5aff-461b-b94a-da5b2d8b5afc tempest-VolumesNegativeTest-883868559 tempest-VolumesNegativeTest-883868559-project] 10.222.0.54 "GET /v2.0/ports?device_id=7acb4ec0-06c5-4792-9cfd-92fe5e7cfb59 HTTP/1.1" status: 200 len: 210 time: 0.0271657 Oct 14 12:42:18.811066 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9767df11-a6bb-4aa8-bee5-a8f5e70e344d req-0dc8db85-6e86-444c-b527-a1526ccf46a1 tempest-VolumesNegativeTest-883868559 tempest-VolumesNegativeTest-883868559-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=cedaa9096fe14454971999dcd1a008af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0200713 Oct 14 12:42:18.919477 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9767df11-a6bb-4aa8-bee5-a8f5e70e344d req-194c1daa-b466-45ba-96ec-6139dd751c34 tempest-VolumesNegativeTest-883868559 tempest-VolumesNegativeTest-883868559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:42:18.920903 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9767df11-a6bb-4aa8-bee5-a8f5e70e344d req-194c1daa-b466-45ba-96ec-6139dd751c34 tempest-VolumesNegativeTest-883868559 tempest-VolumesNegativeTest-883868559-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1036994 Oct 14 12:42:18.936091 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.v2.base [req-9767df11-a6bb-4aa8-bee5-a8f5e70e344d req-cd4a87bf-a1cd-4165-8e75-5c5ef26df068 tempest-VolumesNegativeTest-883868559 tempest-VolumesNegativeTest-883868559-project] Request body: {'port': {'device_id': '7acb4ec0-06c5-4792-9cfd-92fe5e7cfb59', 'network_id': 'dd64be84-8e55-48f7-9e3e-7e6dd354ad5d', 'admin_state_up': True, 'tenant_id': 'cedaa9096fe14454971999dcd1a008af'}} {{(pid=100184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:42:19.147454 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-06f90482-f0a4-46eb-bfa1-d41f770a91e8 req-2faa0bf9-0981-47d6-949a-4adbaf329fc6 tempest-VolumesNegativeTest-883868559 tempest-VolumesNegativeTest-883868559-project] 10.222.0.54 "GET /v2.0/ports?device_id=7acb4ec0-06c5-4792-9cfd-92fe5e7cfb59 HTTP/1.1" status: 200 len: 210 time: 0.0265720 Oct 14 12:42:19.149571 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9767df11-a6bb-4aa8-bee5-a8f5e70e344d req-cd4a87bf-a1cd-4165-8e75-5c5ef26df068 tempest-VolumesNegativeTest-883868559 tempest-VolumesNegativeTest-883868559-project] Made reservation on behalf of cedaa9096fe14454971999dcd1a008af for: {'port': 1} {{(pid=100184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:42:19.152973 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-9767df11-a6bb-4aa8-bee5-a8f5e70e344d req-cd4a87bf-a1cd-4165-8e75-5c5ef26df068 tempest-VolumesNegativeTest-883868559 tempest-VolumesNegativeTest-883868559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:19.161405 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-9767df11-a6bb-4aa8-bee5-a8f5e70e344d req-cd4a87bf-a1cd-4165-8e75-5c5ef26df068 tempest-VolumesNegativeTest-883868559 tempest-VolumesNegativeTest-883868559-project] Notify callbacks [] for security_group, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:19.236691 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-9767df11-a6bb-4aa8-bee5-a8f5e70e344d req-cd4a87bf-a1cd-4165-8e75-5c5ef26df068 tempest-VolumesNegativeTest-883868559 tempest-VolumesNegativeTest-883868559-project] Notify callbacks [] for security_group, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:19.311570 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-9767df11-a6bb-4aa8-bee5-a8f5e70e344d req-cd4a87bf-a1cd-4165-8e75-5c5ef26df068 tempest-VolumesNegativeTest-883868559 tempest-VolumesNegativeTest-883868559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:19.377403 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4a87bf-a1cd-4165-8e75-5c5ef26df068 tempest-VolumesNegativeTest-883868559 tempest-VolumesNegativeTest-883868559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=420def79-e54e-4311-a459-77daffa2c2ad,revision_number=1']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:42:19.390766 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4a87bf-a1cd-4165-8e75-5c5ef26df068 tempest-VolumesNegativeTest-883868559 tempest-VolumesNegativeTest-883868559-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:42:19.391107 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4a87bf-a1cd-4165-8e75-5c5ef26df068 tempest-VolumesNegativeTest-883868559 tempest-VolumesNegativeTest-883868559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:42:19.391437 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4a87bf-a1cd-4165-8e75-5c5ef26df068 tempest-VolumesNegativeTest-883868559 tempest-VolumesNegativeTest-883868559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:42:19.391763 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4a87bf-a1cd-4165-8e75-5c5ef26df068 tempest-VolumesNegativeTest-883868559 tempest-VolumesNegativeTest-883868559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:42:19.392108 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4a87bf-a1cd-4165-8e75-5c5ef26df068 tempest-VolumesNegativeTest-883868559 tempest-VolumesNegativeTest-883868559-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:42:19.392429 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4a87bf-a1cd-4165-8e75-5c5ef26df068 tempest-VolumesNegativeTest-883868559 tempest-VolumesNegativeTest-883868559-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:42:19.392743 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4a87bf-a1cd-4165-8e75-5c5ef26df068 tempest-VolumesNegativeTest-883868559 tempest-VolumesNegativeTest-883868559-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:42:19.393056 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4a87bf-a1cd-4165-8e75-5c5ef26df068 tempest-VolumesNegativeTest-883868559 tempest-VolumesNegativeTest-883868559-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:42:19.393370 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4a87bf-a1cd-4165-8e75-5c5ef26df068 tempest-VolumesNegativeTest-883868559 tempest-VolumesNegativeTest-883868559-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:42:19.393687 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4a87bf-a1cd-4165-8e75-5c5ef26df068 tempest-VolumesNegativeTest-883868559 tempest-VolumesNegativeTest-883868559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:42:19.393996 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4a87bf-a1cd-4165-8e75-5c5ef26df068 tempest-VolumesNegativeTest-883868559 tempest-VolumesNegativeTest-883868559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:42:19.394349 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4a87bf-a1cd-4165-8e75-5c5ef26df068 tempest-VolumesNegativeTest-883868559 tempest-VolumesNegativeTest-883868559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:42:19.456088 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.db.db_base_plugin_common [req-9767df11-a6bb-4aa8-bee5-a8f5e70e344d req-cd4a87bf-a1cd-4165-8e75-5c5ef26df068 tempest-VolumesNegativeTest-883868559 tempest-VolumesNegativeTest-883868559-project] Allocated IP 192.168.233.173 (dd64be84-8e55-48f7-9e3e-7e6dd354ad5d/cb1c9a13-d8f2-41fd-9cf2-b9828eb2a63a/34faf582-1192-44e6-b076-cc3fad879dc5) {{(pid=100184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:42:19.603808 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-9767df11-a6bb-4aa8-bee5-a8f5e70e344d req-cd4a87bf-a1cd-4165-8e75-5c5ef26df068 tempest-VolumesNegativeTest-883868559 tempest-VolumesNegativeTest-883868559-project] Notify callbacks [] for port, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:19.681612 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-9767df11-a6bb-4aa8-bee5-a8f5e70e344d req-cd4a87bf-a1cd-4165-8e75-5c5ef26df068 tempest-VolumesNegativeTest-883868559 tempest-VolumesNegativeTest-883868559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787792822806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235086'] for port, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:19.723109 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9767df11-a6bb-4aa8-bee5-a8f5e70e344d req-cd4a87bf-a1cd-4165-8e75-5c5ef26df068 tempest-VolumesNegativeTest-883868559 tempest-VolumesNegativeTest-883868559-project] Network dd64be84-8e55-48f7-9e3e-7e6dd354ad5d is already hosted by enough agents. {{(pid=100184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:42:19.726603 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.base_scheduler [req-9767df11-a6bb-4aa8-bee5-a8f5e70e344d req-cd4a87bf-a1cd-4165-8e75-5c5ef26df068 tempest-VolumesNegativeTest-883868559 tempest-VolumesNegativeTest-883868559-project] Resources bound (agent type, host, resource id): {{(pid=100184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:42:19.730289 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.db.l3_dvrscheduler_db [req-9767df11-a6bb-4aa8-bee5-a8f5e70e344d req-cd4a87bf-a1cd-4165-8e75-5c5ef26df068 tempest-VolumesNegativeTest-883868559 tempest-VolumesNegativeTest-883868559-project] Received port after_create {{(pid=100184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:42:19.738582 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4a87bf-a1cd-4165-8e75-5c5ef26df068 tempest-VolumesNegativeTest-883868559 tempest-VolumesNegativeTest-883868559-project] Pushing event updated for resources: {'Port': ['ID=34faf582-1192-44e6-b076-cc3fad879dc5,revision_number=1']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:42:19.786045 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9767df11-a6bb-4aa8-bee5-a8f5e70e344d req-cd4a87bf-a1cd-4165-8e75-5c5ef26df068 tempest-VolumesNegativeTest-883868559 tempest-VolumesNegativeTest-883868559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:42:19.786704 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-9767df11-a6bb-4aa8-bee5-a8f5e70e344d req-cd4a87bf-a1cd-4165-8e75-5c5ef26df068 tempest-VolumesNegativeTest-883868559 tempest-VolumesNegativeTest-883868559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516790'] for port, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:19.854517 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9767df11-a6bb-4aa8-bee5-a8f5e70e344d req-cd4a87bf-a1cd-4165-8e75-5c5ef26df068 tempest-VolumesNegativeTest-883868559 tempest-VolumesNegativeTest-883868559-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9237192 Oct 14 12:42:19.866983 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.v2.base [req-9767df11-a6bb-4aa8-bee5-a8f5e70e344d req-16ccc2fd-72f2-4fef-8d65-bceed61cf475 service neutron] Request body: {'port': {'device_id': '7acb4ec0-06c5-4792-9cfd-92fe5e7cfb59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=100184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:42:19.923780 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-9767df11-a6bb-4aa8-bee5-a8f5e70e344d req-16ccc2fd-72f2-4fef-8d65-bceed61cf475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:19.971494 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-3e1373b4-257b-49fc-9e51-2473ba7a1865 None None] Provisioning complete for port 34faf582-1192-44e6-b076-cc3fad879dc5 triggered by entity DHCP. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:42:19.972147 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-3e1373b4-257b-49fc-9e51-2473ba7a1865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:20.007600 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-3e1373b4-257b-49fc-9e51-2473ba7a1865 None None] Port 34faf582-1192-44e6-b076-cc3fad879dc5 cannot update to ACTIVE because it is not bound. {{(pid=100186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 12:42:20.178273 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.notifiers.nova [req-9767df11-a6bb-4aa8-bee5-a8f5e70e344d req-16ccc2fd-72f2-4fef-8d65-bceed61cf475 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34faf582-1192-44e6-b076-cc3fad879dc5 {{(pid=100184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:42:20.185812 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-9767df11-a6bb-4aa8-bee5-a8f5e70e344d req-16ccc2fd-72f2-4fef-8d65-bceed61cf475 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:20.197734 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.db.provisioning_blocks [req-9767df11-a6bb-4aa8-bee5-a8f5e70e344d req-16ccc2fd-72f2-4fef-8d65-bceed61cf475 service neutron] Transition to ACTIVE for port object 34faf582-1192-44e6-b076-cc3fad879dc5 will not be triggered until provisioned by entity L2. {{(pid=100184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 12:42:20.256998 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e1191-1150-439a-930d-930e2ab6082e req-b39ec982-b5fc-436e-9139-fc1db19919d6 tempest-VolumesNegativeTest-883868559 tempest-VolumesNegativeTest-883868559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:42:20.258841 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-aa8e1191-1150-439a-930d-930e2ab6082e req-b39ec982-b5fc-436e-9139-fc1db19919d6 tempest-VolumesNegativeTest-883868559 tempest-VolumesNegativeTest-883868559-project] 10.222.0.54 "GET /v2.0/ports?device_id=7acb4ec0-06c5-4792-9cfd-92fe5e7cfb59 HTTP/1.1" status: 200 len: 936 time: 0.0470071 Oct 14 12:42:20.278624 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-9767df11-a6bb-4aa8-bee5-a8f5e70e344d req-16ccc2fd-72f2-4fef-8d65-bceed61cf475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6235095'] for port, after_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:20.346262 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-aa8e1191-1150-439a-930d-930e2ab6082e req-f29407ba-607f-42f7-9e06-06050ff880d6 tempest-VolumesNegativeTest-883868559 tempest-VolumesNegativeTest-883868559-project] 10.222.0.54 "GET /v2.0/security-groups?id=420def79-e54e-4311-a459-77daffa2c2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812635 Oct 14 12:42:20.347247 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ccc2fd-72f2-4fef-8d65-bceed61cf475 service neutron] Pushing event updated for resources: {'Port': ['ID=34faf582-1192-44e6-b076-cc3fad879dc5,revision_number=2']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:42:20.419738 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.managers [req-9767df11-a6bb-4aa8-bee5-a8f5e70e344d req-16ccc2fd-72f2-4fef-8d65-bceed61cf475 service neutron] Attempting to bind port 34faf582-1192-44e6-b076-cc3fad879dc5 on host hv-cinder-81398 for vnic_type normal with profile {{(pid=100184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:42:20.420109 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.managers [req-9767df11-a6bb-4aa8-bee5-a8f5e70e344d req-16ccc2fd-72f2-4fef-8d65-bceed61cf475 service neutron] Attempting to bind port 34faf582-1192-44e6-b076-cc3fad879dc5 by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': '1f5407d7-72c4-4f40-b8fb-f055054e3243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'dd64be84-8e55-48f7-9e3e-7e6dd354ad5d'}] {{(pid=100184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:42:20.420446 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9767df11-a6bb-4aa8-bee5-a8f5e70e344d req-16ccc2fd-72f2-4fef-8d65-bceed61cf475 service neutron] Attempting to bind port 34faf582-1192-44e6-b076-cc3fad879dc5 on network dd64be84-8e55-48f7-9e3e-7e6dd354ad5d {{(pid=100184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:42:20.425011 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9767df11-a6bb-4aa8-bee5-a8f5e70e344d req-16ccc2fd-72f2-4fef-8d65-bceed61cf475 service neutron] Port 34faf582-1192-44e6-b076-cc3fad879dc5 on network dd64be84-8e55-48f7-9e3e-7e6dd354ad5d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=100184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 12:42:20.425324 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9767df11-a6bb-4aa8-bee5-a8f5e70e344d req-16ccc2fd-72f2-4fef-8d65-bceed61cf475 service neutron] Attempting to bind port 34faf582-1192-44e6-b076-cc3fad879dc5 on network dd64be84-8e55-48f7-9e3e-7e6dd354ad5d {{(pid=100184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:42:20.430395 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9767df11-a6bb-4aa8-bee5-a8f5e70e344d req-16ccc2fd-72f2-4fef-8d65-bceed61cf475 service neutron] Checking agent: {'id': 'ea4bb8b9-32a8-4621-b95b-9b4a1b78ce98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 24, 36), 'started_at': datetime.datetime(2021, 10, 14, 12, 24, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:42:20.430727 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9767df11-a6bb-4aa8-bee5-a8f5e70e344d req-16ccc2fd-72f2-4fef-8d65-bceed61cf475 service neutron] Checking segment: {'id': '1f5407d7-72c4-4f40-b8fb-f055054e3243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'dd64be84-8e55-48f7-9e3e-7e6dd354ad5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:42:20.431106 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9767df11-a6bb-4aa8-bee5-a8f5e70e344d req-16ccc2fd-72f2-4fef-8d65-bceed61cf475 service neutron] Bound using segment: {'id': '1f5407d7-72c4-4f40-b8fb-f055054e3243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'dd64be84-8e55-48f7-9e3e-7e6dd354ad5d'} {{(pid=100184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:42:20.431535 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.managers [req-9767df11-a6bb-4aa8-bee5-a8f5e70e344d req-16ccc2fd-72f2-4fef-8d65-bceed61cf475 service neutron] Bound port: 34faf582-1192-44e6-b076-cc3fad879dc5, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f5407d7-72c4-4f40-b8fb-f055054e3243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'dd64be84-8e55-48f7-9e3e-7e6dd354ad5d'}}] {{(pid=100184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:42:20.431887 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-9767df11-a6bb-4aa8-bee5-a8f5e70e344d req-16ccc2fd-72f2-4fef-8d65-bceed61cf475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:20.498835 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.db [req-9767df11-a6bb-4aa8-bee5-a8f5e70e344d req-16ccc2fd-72f2-4fef-8d65-bceed61cf475 service neutron] For port 34faf582-1192-44e6-b076-cc3fad879dc5, host hv-cinder-81398, cleared binding levels {{(pid=100184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:42:20.501790 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.db [req-9767df11-a6bb-4aa8-bee5-a8f5e70e344d req-16ccc2fd-72f2-4fef-8d65-bceed61cf475 service neutron] For port 34faf582-1192-44e6-b076-cc3fad879dc5, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=34faf582-1192-44e6-b076-cc3fad879dc5,segment=NetworkSegment(1f5407d7-72c4-4f40-b8fb-f055054e3243),segment_id=1f5407d7-72c4-4f40-b8fb-f055054e3243)] {{(pid=100184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:42:20.547911 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 42298) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:42:20.580843 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-9767df11-a6bb-4aa8-bee5-a8f5e70e344d req-16ccc2fd-72f2-4fef-8d65-bceed61cf475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6235095'] for port, after_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:20.625165 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9767df11-a6bb-4aa8-bee5-a8f5e70e344d req-16ccc2fd-72f2-4fef-8d65-bceed61cf475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:42:20.625771 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-9767df11-a6bb-4aa8-bee5-a8f5e70e344d req-16ccc2fd-72f2-4fef-8d65-bceed61cf475 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516790'] for port, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:20.627145 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9767df11-a6bb-4aa8-bee5-a8f5e70e344d req-16ccc2fd-72f2-4fef-8d65-bceed61cf475 service neutron] 10.222.0.25 "PUT /v2.0/ports/34faf582-1192-44e6-b076-cc3fad879dc5 HTTP/1.1" status: 200 len: 1098 time: 0.7645569 Oct 14 12:42:20.627738 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7acb4ec0-06c5-4792-9cfd-92fe5e7cfb59', 'tag': '34faf582-1192-44e6-b076-cc3fad879dc5'}] {{(pid=100184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:42:20.630203 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb275087d552987a85547e896d52e13f348f0da1d291f893306c6091374b53c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce70ef2e-4724-4284-a6ce-936ccc8acfa6" -d '{"events": [{"name": "network-changed", "server_uuid": "7acb4ec0-06c5-4792-9cfd-92fe5e7cfb59", "tag": "34faf582-1192-44e6-b076-cc3fad879dc5"}]}' {{(pid=100184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:42:20.635760 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a42d399-7cdf-413c-8958-808af8186d0a admin admin] Deleting subnet 12679d67-4f24-4e59-bb0f-34669214ed86 {{(pid=100184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Oct 14 12:42:20.641606 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-3a42d399-7cdf-413c-8958-808af8186d0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:20.679969 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 12:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63285c1a-d80b-4fd5-b2b9-f02aadbe7ac4 x-openstack-request-id: req-63285c1a-d80b-4fd5-b2b9-f02aadbe7ac4 {{(pid=100184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:42:20.680284 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7acb4ec0-06c5-4792-9cfd-92fe5e7cfb59", "tag": "34faf582-1192-44e6-b076-cc3fad879dc5", "status": "completed", "code": 200}]} {{(pid=100184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:42:20.680538 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-63285c1a-d80b-4fd5-b2b9-f02aadbe7ac4 {{(pid=100184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:42:20.680929 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7acb4ec0-06c5-4792-9cfd-92fe5e7cfb59', 'tag': '34faf582-1192-44e6-b076-cc3fad879dc5', 'status': 'completed', 'code': 200} Oct 14 12:42:20.683643 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ccc2fd-72f2-4fef-8d65-bceed61cf475 service neutron] Pushing event updated for resources: {'Port': ['ID=34faf582-1192-44e6-b076-cc3fad879dc5,revision_number=3']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:42:20.696596 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-3a42d399-7cdf-413c-8958-808af8186d0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5993249'] for subnet, precommit_delete_associations {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:20.769449 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-3a42d399-7cdf-413c-8958-808af8186d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2028271'] for subnet, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:20.792294 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce70ef2e-4724-4284-a6ce-936ccc8acfa6 req-226d74f8-aaac-4f64-8039-ae9cdb8c8f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:42:20.793737 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ce70ef2e-4724-4284-a6ce-936ccc8acfa6 req-226d74f8-aaac-4f64-8039-ae9cdb8c8f73 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cedaa9096fe14454971999dcd1a008af&device_id=7acb4ec0-06c5-4792-9cfd-92fe5e7cfb59 HTTP/1.1" status: 200 len: 1101 time: 0.0948949 Oct 14 12:42:20.826823 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ce70ef2e-4724-4284-a6ce-936ccc8acfa6 req-5365b9a0-9aca-4a73-99a0-3f19f83e2e91 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=cedaa9096fe14454971999dcd1a008af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241327 Oct 14 12:42:20.927014 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce70ef2e-4724-4284-a6ce-936ccc8acfa6 req-f7ab5f05-047f-4c9a-b0b4-09fdb7e23465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:42:20.928495 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ce70ef2e-4724-4284-a6ce-936ccc8acfa6 req-f7ab5f05-047f-4c9a-b0b4-09fdb7e23465 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0939460 Oct 14 12:42:20.938612 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-3a42d399-7cdf-413c-8958-808af8186d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2028256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6235037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4638885'] for subnet, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:20.967105 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a42d399-7cdf-413c-8958-808af8186d0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12679d67-4f24-4e59-bb0f-34669214ed86,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:42:20.969124 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-3a42d399-7cdf-413c-8958-808af8186d0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531662'] for subnet, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:20.972310 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-3a42d399-7cdf-413c-8958-808af8186d0a admin admin] 10.222.0.54 "DELETE /v2.0/subnets/12679d67-4f24-4e59-bb0f-34669214ed86 HTTP/1.1" status: 204 len: 168 time: 0.4232957 Oct 14 12:42:20.981930 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 42302) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:42:21.011553 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9767df11-a6bb-4aa8-bee5-a8f5e70e344d req-6ef95237-a3f1-49a3-94e2-9eacec5e8530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:42:21.013068 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9767df11-a6bb-4aa8-bee5-a8f5e70e344d req-6ef95237-a3f1-49a3-94e2-9eacec5e8530 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cedaa9096fe14454971999dcd1a008af&device_id=7acb4ec0-06c5-4792-9cfd-92fe5e7cfb59 HTTP/1.1" status: 200 len: 1101 time: 0.0470695 Oct 14 12:42:21.044415 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-532bb57e-0307-4b60-b0d4-7ce441baf854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1900015'] for network, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:21.057548 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9767df11-a6bb-4aa8-bee5-a8f5e70e344d req-55416977-f043-44b8-a8ea-4cf660492c6f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=34faf582-1192-44e6-b076-cc3fad879dc5 HTTP/1.1" status: 200 len: 217 time: 0.0370135 Oct 14 12:42:21.105132 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9767df11-a6bb-4aa8-bee5-a8f5e70e344d req-c0a613ee-a03a-4a0a-b4e2-869e61daf38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:42:21.106548 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9767df11-a6bb-4aa8-bee5-a8f5e70e344d req-c0a613ee-a03a-4a0a-b4e2-869e61daf38f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=cb1c9a13-d8f2-41fd-9cf2-b9828eb2a63a HTTP/1.1" status: 200 len: 843 time: 0.0425377 Oct 14 12:42:21.121129 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-532bb57e-0307-4b60-b0d4-7ce441baf854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2018836', 'neutron.services.segments.db._delete_segments_for_network-8787793369613'] for network, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:21.141019 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.services.segments.db [None req-532bb57e-0307-4b60-b0d4-7ce441baf854 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9536fb45-9569-43a6-b57e-f3eaa581d4a0']}} {{(pid=100185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:42:21.150043 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.services.segments.db [None req-532bb57e-0307-4b60-b0d4-7ce441baf854 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a9d01fd-6f44-4727-a6a1-74bad464eda6') {'for_net_delete': True} {{(pid=100185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:42:21.150339 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.services.segments.db [None req-532bb57e-0307-4b60-b0d4-7ce441baf854 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a9d01fd-6f44-4727-a6a1-74bad464eda6') {} {{(pid=100185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:42:21.151745 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9767df11-a6bb-4aa8-bee5-a8f5e70e344d req-bdfae520-c6e7-4c67-bace-4e004c5c046c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:42:21.153286 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9767df11-a6bb-4aa8-bee5-a8f5e70e344d req-bdfae520-c6e7-4c67-bace-4e004c5c046c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dd64be84-8e55-48f7-9e3e-7e6dd354ad5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0395110 Oct 14 12:42:21.159404 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-532bb57e-0307-4b60-b0d4-7ce441baf854 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787793369110', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6186453'] for segment, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:21.172884 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-532bb57e-0307-4b60-b0d4-7ce441baf854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030694'] for segment, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:21.178715 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-532bb57e-0307-4b60-b0d4-7ce441baf854 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=100185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 12:42:21.179691 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-532bb57e-0307-4b60-b0d4-7ce441baf854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7811604'] for segment, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:21.181331 dv-cinder-813986-1-iscsi neutron-server[100185]: Traceback (most recent call last): Oct 14 12:42:21.181331 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 12:42:21.181331 dv-cinder-813986-1-iscsi neutron-server[100185]: timer() Oct 14 12:42:21.181331 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 12:42:21.181331 dv-cinder-813986-1-iscsi neutron-server[100185]: cb(*args, **kw) Oct 14 12:42:21.181331 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 12:42:21.181331 dv-cinder-813986-1-iscsi neutron-server[100185]: return func(*args, **kwargs) Oct 14 12:42:21.181331 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 12:42:21.181331 dv-cinder-813986-1-iscsi neutron-server[100185]: self._notify() Oct 14 12:42:21.181331 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 12:42:21.181331 dv-cinder-813986-1-iscsi neutron-server[100185]: self.callback(batched_events) Oct 14 12:42:21.181331 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 12:42:21.181331 dv-cinder-813986-1-iscsi neutron-server[100185]: event.method(event) Oct 14 12:42:21.181331 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 12:42:21.181331 dv-cinder-813986-1-iscsi neutron-server[100185]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 12:42:21.181331 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 12:42:21.181331 dv-cinder-813986-1-iscsi neutron-server[100185]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 12:42:21.181331 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 12:42:21.181331 dv-cinder-813986-1-iscsi neutron-server[100185]: return f(self, *a, **k) Oct 14 12:42:21.181331 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 12:42:21.181331 dv-cinder-813986-1-iscsi neutron-server[100185]: return self._get(url).json() Oct 14 12:42:21.181331 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 12:42:21.181331 dv-cinder-813986-1-iscsi neutron-server[100185]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 12:42:21.181331 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 12:42:21.181331 dv-cinder-813986-1-iscsi neutron-server[100185]: return self.request(url, 'GET', **kwargs) Oct 14 12:42:21.181331 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 12:42:21.181331 dv-cinder-813986-1-iscsi neutron-server[100185]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 12:42:21.181331 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 12:42:21.181331 dv-cinder-813986-1-iscsi neutron-server[100185]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 12:42:21.181331 dv-cinder-813986-1-iscsi neutron-server[100185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 12:42:21.181331 dv-cinder-813986-1-iscsi neutron-server[100185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 12:42:21.181331 dv-cinder-813986-1-iscsi neutron-server[100185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 12:42:21.246950 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9767df11-a6bb-4aa8-bee5-a8f5e70e344d req-2f63e9ee-b2d7-4b6a-9354-ec36fe91c909 service neutron] 10.222.0.25 "GET /v2.0/networks/dd64be84-8e55-48f7-9e3e-7e6dd354ad5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857460 Oct 14 12:42:21.304938 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-532bb57e-0307-4b60-b0d4-7ce441baf854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2018925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-619758'] for network, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:21.311083 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-532bb57e-0307-4b60-b0d4-7ce441baf854 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531662'] for network, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:21.321118 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-532bb57e-0307-4b60-b0d4-7ce441baf854 admin admin] 10.222.0.54 "DELETE /v2.0/networks/9536fb45-9569-43a6-b57e-f3eaa581d4a0 HTTP/1.1" status: 204 len: 168 time: 0.3410239 Oct 14 12:42:21.328607 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532bb57e-0307-4b60-b0d4-7ce441baf854 admin admin] Pushing event deleted for resources: {'Network': ['ID=9536fb45-9569-43a6-b57e-f3eaa581d4a0,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:42:21.341998 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9767df11-a6bb-4aa8-bee5-a8f5e70e344d req-8ec53fde-25c5-4d57-afed-7fd9ee09ef15 service neutron] 10.222.0.25 "GET /v2.0/networks/dd64be84-8e55-48f7-9e3e-7e6dd354ad5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874143 Oct 14 12:42:21.468269 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5fceae-583b-40da-ba2e-205c883db766 req-a106af33-ded9-4467-810b-aa92df78e13b tempest-VolumesNegativeTest-883868559 tempest-VolumesNegativeTest-883868559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:42:21.469730 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-7d5fceae-583b-40da-ba2e-205c883db766 req-a106af33-ded9-4467-810b-aa92df78e13b tempest-VolumesNegativeTest-883868559 tempest-VolumesNegativeTest-883868559-project] 10.222.0.54 "GET /v2.0/ports?device_id=7acb4ec0-06c5-4792-9cfd-92fe5e7cfb59 HTTP/1.1" status: 200 len: 948 time: 0.0479228 Oct 14 12:42:21.507188 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-7d5fceae-583b-40da-ba2e-205c883db766 req-b934c8cf-8979-43e5-8b4f-558645d2a868 tempest-VolumesNegativeTest-883868559 tempest-VolumesNegativeTest-883868559-project] 10.222.0.54 "GET /v2.0/security-groups?id=420def79-e54e-4311-a459-77daffa2c2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312703 Oct 14 12:42:21.694648 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 42308) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:42:21.738312 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-0b0a59b5-e235-4240-9404-54fb5607f0a8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4405ed005c694583b385d9c36f2cb6aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0425308 Oct 14 12:42:21.740744 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 42310) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:42:21.787597 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-355ee5b9-0d5c-40b1-b4ce-cfc44899f41e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:21.807840 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-355ee5b9-0d5c-40b1-b4ce-cfc44899f41e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:21.932759 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-355ee5b9-0d5c-40b1-b4ce-cfc44899f41e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:21.935339 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-355ee5b9-0d5c-40b1-b4ce-cfc44899f41e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:21.936533 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-355ee5b9-0d5c-40b1-b4ce-cfc44899f41e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3e1c960b-fece-44ca-a00d-2880efcf5d06 HTTP/1.1" status: 204 len: 168 time: 0.1948678 Oct 14 12:42:21.944545 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ee5b9-0d5c-40b1-b4ce-cfc44899f41e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e1c960b-fece-44ca-a00d-2880efcf5d06,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:42:22.621696 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e24e8c-556d-4bb9-bd3d-829bef178a03 req-53b2cd59-03a8-4e25-901a-1baec930833d tempest-VolumesNegativeTest-883868559 tempest-VolumesNegativeTest-883868559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:42:22.623204 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-71e24e8c-556d-4bb9-bd3d-829bef178a03 req-53b2cd59-03a8-4e25-901a-1baec930833d tempest-VolumesNegativeTest-883868559 tempest-VolumesNegativeTest-883868559-project] 10.222.0.54 "GET /v2.0/ports?device_id=7acb4ec0-06c5-4792-9cfd-92fe5e7cfb59 HTTP/1.1" status: 200 len: 948 time: 0.0494566 Oct 14 12:42:22.661129 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-71e24e8c-556d-4bb9-bd3d-829bef178a03 req-30aa35b9-d975-4ce3-9402-07bb45476a8c tempest-VolumesNegativeTest-883868559 tempest-VolumesNegativeTest-883868559-project] 10.222.0.54 "GET /v2.0/security-groups?id=420def79-e54e-4311-a459-77daffa2c2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320652 Oct 14 12:42:22.839701 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 42334) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:42:22.933751 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.v2.base [None req-7675c0c6-3401-4c58-bfba-1a4f5f690b86 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-802064631-network', 'tenant_id': '097f41cb2c1d4253b284aac1850e29a1'}} {{(pid=100184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:42:23.012494 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7675c0c6-3401-4c58-bfba-1a4f5f690b86 admin admin] Made reservation on behalf of 097f41cb2c1d4253b284aac1850e29a1 for: {'network': 1} {{(pid=100184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:42:23.015031 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-7675c0c6-3401-4c58-bfba-1a4f5f690b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for network, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:23.026856 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-7675c0c6-3401-4c58-bfba-1a4f5f690b86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:23.099858 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-7675c0c6-3401-4c58-bfba-1a4f5f690b86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:23.161259 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-cce41164-6c59-460c-8e12-75bc5736e557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:23.187698 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-7675c0c6-3401-4c58-bfba-1a4f5f690b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:23.208589 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7675c0c6-3401-4c58-bfba-1a4f5f690b86 admin admin] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=100184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 12:42:23.222086 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7675c0c6-3401-4c58-bfba-1a4f5f690b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d19ba32c-7c27-4b7d-bc48-73bd522c4e29,revision_number=1']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:42:23.227382 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-7675c0c6-3401-4c58-bfba-1a4f5f690b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030694'] for segment, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:23.227719 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.db.segments_db [None req-7675c0c6-3401-4c58-bfba-1a4f5f690b86 admin admin] Added segment dae9b686-fddb-4b1f-b679-3a2c746ec42e of type vlan for network 5a332eb8-f9e7-47c6-bba6-b88a3a5861c5 Oct 14 12:42:23.266530 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-7675c0c6-3401-4c58-bfba-1a4f5f690b86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787792777849'] for network, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:23.347694 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-7675c0c6-3401-4c58-bfba-1a4f5f690b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640'] for network, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:23.348726 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7675c0c6-3401-4c58-bfba-1a4f5f690b86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:42:23.349312 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-7675c0c6-3401-4c58-bfba-1a4f5f690b86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531662'] for network, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:23.406279 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7675c0c6-3401-4c58-bfba-1a4f5f690b86 admin admin] Pushing event updated for resources: {'Network': ['ID=5a332eb8-f9e7-47c6-bba6-b88a3a5861c5,revision_number=1']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:42:23.415836 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Network 5a332eb8-f9e7-47c6-bba6-b88a3a5861c5 details requested by agent ovs-agent-dv-cinder-813986-1-iscsi with host dv-cinder-813986-1-iscsi {{(pid=100186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 12:42:23.443903 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-7675c0c6-3401-4c58-bfba-1a4f5f690b86 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6030774 Oct 14 12:42:23.447221 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 42338) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:42:23.451960 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.v2.base [None req-2afe3a0a-84aa-4982-a22e-fe3c95a60099 admin admin] Request body: {'subnet': {'network_id': '5a332eb8-f9e7-47c6-bba6-b88a3a5861c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-802064631-subnet', 'tenant_id': '097f41cb2c1d4253b284aac1850e29a1', 'ip_version': 4}} {{(pid=100184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:42:23.524619 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2afe3a0a-84aa-4982-a22e-fe3c95a60099 admin admin] Made reservation on behalf of 097f41cb2c1d4253b284aac1850e29a1 for: {'subnet': 1} {{(pid=100184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:42:23.526857 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-2afe3a0a-84aa-4982-a22e-fe3c95a60099 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638926'] for subnet, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:23.762852 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-2afe3a0a-84aa-4982-a22e-fe3c95a60099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6234462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638908'] for subnet, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:23.813750 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f538faf3-fa5b-42d9-97e3-a0dfaaeb9f94 req-0a43daf3-3893-49a7-b0ab-1b425c21f480 tempest-VolumesNegativeTest-883868559 tempest-VolumesNegativeTest-883868559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:42:23.815149 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-f538faf3-fa5b-42d9-97e3-a0dfaaeb9f94 req-0a43daf3-3893-49a7-b0ab-1b425c21f480 tempest-VolumesNegativeTest-883868559 tempest-VolumesNegativeTest-883868559-project] 10.222.0.54 "GET /v2.0/ports?device_id=7acb4ec0-06c5-4792-9cfd-92fe5e7cfb59 HTTP/1.1" status: 200 len: 948 time: 0.0879114 Oct 14 12:42:23.832238 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afe3a0a-84aa-4982-a22e-fe3c95a60099 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0d5d99f-da8d-421c-8d6f-ef4b7c2fb43e,revision_number=0']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:42:23.863496 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afe3a0a-84aa-4982-a22e-fe3c95a60099 admin admin] Checking segment: {'id': 'dae9b686-fddb-4b1f-b679-3a2c746ec42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '5a332eb8-f9e7-47c6-bba6-b88a3a5861c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:42:23.863850 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afe3a0a-84aa-4982-a22e-fe3c95a60099 admin admin] Network hostable DHCP agents. Network: 5a332eb8-f9e7-47c6-bba6-b88a3a5861c5, hostable agents: ['e1af82bd-3b37-4baa-aee7-1aadb6380796'], hosted agents: [] {{(pid=100184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 12:42:23.877449 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-f538faf3-fa5b-42d9-97e3-a0dfaaeb9f94 req-b0cea985-3907-4050-add5-0ee4d5bc5a08 tempest-VolumesNegativeTest-883868559 tempest-VolumesNegativeTest-883868559-project] 10.222.0.54 "GET /v2.0/security-groups?id=420def79-e54e-4311-a459-77daffa2c2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556004 Oct 14 12:42:23.944090 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afe3a0a-84aa-4982-a22e-fe3c95a60099 admin admin] Network 5a332eb8-f9e7-47c6-bba6-b88a3a5861c5 is scheduled to be hosted by DHCP agent e1af82bd-3b37-4baa-aee7-1aadb6380796 with binding_index 1 {{(pid=100184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 12:42:24.034644 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.base_scheduler [None req-2afe3a0a-84aa-4982-a22e-fe3c95a60099 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813986-1-iscsi, 5a332eb8-f9e7-47c6-bba6-b88a3a5861c5) {{(pid=100184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:42:24.039240 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afe3a0a-84aa-4982-a22e-fe3c95a60099 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:42:24.039835 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-2afe3a0a-84aa-4982-a22e-fe3c95a60099 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531662'] for subnet, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:24.043723 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6acb10-8df0-4369-85e5-343493bd6e6a None None] Network 5a332eb8-f9e7-47c6-bba6-b88a3a5861c5 requested from dv-cinder-813986-1-iscsi {{(pid=100186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:42:24.135053 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-2afe3a0a-84aa-4982-a22e-fe3c95a60099 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6867096 Oct 14 12:42:24.137805 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 42342) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:42:24.142313 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.v2.base [None req-66beccd8-6c74-40e1-9cc0-eb3fb1a88b19 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-802064631-router', 'tenant_id': '097f41cb2c1d4253b284aac1850e29a1', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3'}}} {{(pid=100184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:42:24.184955 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6e483d-9dad-4b08-aa1f-e6de27f426c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5129df06-2639-51ba-adec-6ae547517b28-5a332eb8-f9e7-47c6-bba6-b88a3a5861c5', 'network_id': '5a332eb8-f9e7-47c6-bba6-b88a3a5861c5', 'tenant_id': '097f41cb2c1d4253b284aac1850e29a1', 'fixed_ips': [{'subnet_id': 'b0d5d99f-da8d-421c-8d6f-ef4b7c2fb43e'}]}} from dv-cinder-813986-1-iscsi. {{(pid=100186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 14 12:42:24.185835 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-fa6e483d-9dad-4b08-aa1f-e6de27f426c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_create {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:24.229529 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-66beccd8-6c74-40e1-9cc0-eb3fb1a88b19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-492'] for router, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:24.230621 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-66beccd8-6c74-40e1-9cc0-eb3fb1a88b19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-619667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-956188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-507'] for router, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:24.286886 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-66beccd8-6c74-40e1-9cc0-eb3fb1a88b19 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:24.318784 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.db_base_plugin_common [None req-fa6e483d-9dad-4b08-aa1f-e6de27f426c1 None None] Allocated IP 172.20.0.2 (5a332eb8-f9e7-47c6-bba6-b88a3a5861c5/b0d5d99f-da8d-421c-8d6f-ef4b7c2fb43e/faacc296-b4c4-4c60-bc4b-1804e54f4d91) {{(pid=100186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:42:24.458263 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-fa6e483d-9dad-4b08-aa1f-e6de27f426c1 None None] Notify callbacks [] for port, precommit_create {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:24.474633 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-66beccd8-6c74-40e1-9cc0-eb3fb1a88b19 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:24.572513 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-fa6e483d-9dad-4b08-aa1f-e6de27f426c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787792822806'] for port, after_create {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:24.612861 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6e483d-9dad-4b08-aa1f-e6de27f426c1 None None] Network 5a332eb8-f9e7-47c6-bba6-b88a3a5861c5 is already hosted by enough agents. {{(pid=100186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:42:24.615653 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.scheduler.base_scheduler [None req-fa6e483d-9dad-4b08-aa1f-e6de27f426c1 None None] Resources bound (agent type, host, resource id): {{(pid=100186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:42:24.618455 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6e483d-9dad-4b08-aa1f-e6de27f426c1 None None] Received port after_create {{(pid=100186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:42:24.632756 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6e483d-9dad-4b08-aa1f-e6de27f426c1 None None] Pushing event updated for resources: {'Port': ['ID=faacc296-b4c4-4c60-bc4b-1804e54f4d91,revision_number=1']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:42:24.656963 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6e483d-9dad-4b08-aa1f-e6de27f426c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:42:24.657319 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6e483d-9dad-4b08-aa1f-e6de27f426c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:42:24.657666 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6e483d-9dad-4b08-aa1f-e6de27f426c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:42:24.658003 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6e483d-9dad-4b08-aa1f-e6de27f426c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:42:24.658337 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6e483d-9dad-4b08-aa1f-e6de27f426c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:42:24.658666 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6e483d-9dad-4b08-aa1f-e6de27f426c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:42:24.659045 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6e483d-9dad-4b08-aa1f-e6de27f426c1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:42:24.659381 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6e483d-9dad-4b08-aa1f-e6de27f426c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:42:24.659705 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6e483d-9dad-4b08-aa1f-e6de27f426c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:42:24.660046 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6e483d-9dad-4b08-aa1f-e6de27f426c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:42:24.660369 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6e483d-9dad-4b08-aa1f-e6de27f426c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:42:24.660688 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6e483d-9dad-4b08-aa1f-e6de27f426c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:42:24.688775 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.managers [None req-fa6e483d-9dad-4b08-aa1f-e6de27f426c1 None None] Attempting to bind port faacc296-b4c4-4c60-bc4b-1804e54f4d91 on host dv-cinder-813986-1-iscsi for vnic_type normal with profile {{(pid=100186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:42:24.689227 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.managers [None req-fa6e483d-9dad-4b08-aa1f-e6de27f426c1 None None] Attempting to bind port faacc296-b4c4-4c60-bc4b-1804e54f4d91 by drivers openvswitch,hyperv on host dv-cinder-813986-1-iscsi at level 0 using segments [{'id': 'dae9b686-fddb-4b1f-b679-3a2c746ec42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '5a332eb8-f9e7-47c6-bba6-b88a3a5861c5'}] {{(pid=100186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:42:24.689653 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6e483d-9dad-4b08-aa1f-e6de27f426c1 None None] Attempting to bind port faacc296-b4c4-4c60-bc4b-1804e54f4d91 on network 5a332eb8-f9e7-47c6-bba6-b88a3a5861c5 {{(pid=100186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:42:24.694813 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6e483d-9dad-4b08-aa1f-e6de27f426c1 None None] Checking agent: {'id': '87c3554d-181c-44a6-8f26-629ea6b28d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813986-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 18, 27), 'started_at': datetime.datetime(2021, 10, 14, 12, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813986-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:42:24.696728 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6e483d-9dad-4b08-aa1f-e6de27f426c1 None None] Checking segment: {'id': 'dae9b686-fddb-4b1f-b679-3a2c746ec42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '5a332eb8-f9e7-47c6-bba6-b88a3a5861c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:42:24.696728 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-fa6e483d-9dad-4b08-aa1f-e6de27f426c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:24.696728 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6e483d-9dad-4b08-aa1f-e6de27f426c1 None None] Bound using segment: {'id': 'dae9b686-fddb-4b1f-b679-3a2c746ec42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '5a332eb8-f9e7-47c6-bba6-b88a3a5861c5'} {{(pid=100186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:42:24.696728 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.managers [None req-fa6e483d-9dad-4b08-aa1f-e6de27f426c1 None None] Bound port: faacc296-b4c4-4c60-bc4b-1804e54f4d91, host: dv-cinder-813986-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae9b686-fddb-4b1f-b679-3a2c746ec42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '5a332eb8-f9e7-47c6-bba6-b88a3a5861c5'}}] {{(pid=100186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:42:24.697238 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-fa6e483d-9dad-4b08-aa1f-e6de27f426c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:24.759604 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-fa6e483d-9dad-4b08-aa1f-e6de27f426c1 None None] For port faacc296-b4c4-4c60-bc4b-1804e54f4d91, host dv-cinder-813986-1-iscsi, cleared binding levels {{(pid=100186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:42:24.761123 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-fa6e483d-9dad-4b08-aa1f-e6de27f426c1 None None] For port faacc296-b4c4-4c60-bc4b-1804e54f4d91, host dv-cinder-813986-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=faacc296-b4c4-4c60-bc4b-1804e54f4d91,segment=NetworkSegment(dae9b686-fddb-4b1f-b679-3a2c746ec42e),segment_id=dae9b686-fddb-4b1f-b679-3a2c746ec42e)] {{(pid=100186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:42:24.787598 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-66beccd8-6c74-40e1-9cc0-eb3fb1a88b19 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:24.805721 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-66beccd8-6c74-40e1-9cc0-eb3fb1a88b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:24.836436 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-fa6e483d-9dad-4b08-aa1f-e6de27f426c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:24.866361 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device 34faf582-1192-44e6-b076-cc3fad879dc5 details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=100186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 12:42:24.921050 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.db.db_base_plugin_common [None req-66beccd8-6c74-40e1-9cc0-eb3fb1a88b19 admin admin] Allocated IP 172.27.0.24 (b7b7a1d8-4110-4f63-bddb-33667e2d84f3/eea40cd2-79ec-4f52-9668-443439548eb0/91b46870-2c6f-4ae6-bfea-a39e2254f48a) {{(pid=100184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:42:24.926994 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6e483d-9dad-4b08-aa1f-e6de27f426c1 None None] Pushing event updated for resources: {'Port': ['ID=faacc296-b4c4-4c60-bc4b-1804e54f4d91,revision_number=2']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:42:25.003736 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] For port 34faf582-1192-44e6-b076-cc3fad879dc5, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=34faf582-1192-44e6-b076-cc3fad879dc5,segment=NetworkSegment(1f5407d7-72c4-4f40-b8fb-f055054e3243),segment_id=1f5407d7-72c4-4f40-b8fb-f055054e3243)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:42:25.018776 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Returning: {'device': '34faf582-1192-44e6-b076-cc3fad879dc5', 'network_id': 'dd64be84-8e55-48f7-9e3e-7e6dd354ad5d', 'port_id': '34faf582-1192-44e6-b076-cc3fad879dc5', 'mac_address': 'fa:16:3e:bb:5f:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb1c9a13-d8f2-41fd-9cf2-b9828eb2a63a', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 12:42:25.072253 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d6aeec-907b-4a5f-95bf-07ef39f724ec req-ff878504-5f91-41a1-95ec-81cf8716d8c1 tempest-VolumesNegativeTest-883868559 tempest-VolumesNegativeTest-883868559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:42:25.073842 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:25.074098 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-c9d6aeec-907b-4a5f-95bf-07ef39f724ec req-ff878504-5f91-41a1-95ec-81cf8716d8c1 tempest-VolumesNegativeTest-883868559 tempest-VolumesNegativeTest-883868559-project] 10.222.0.54 "GET /v2.0/ports?device_id=7acb4ec0-06c5-4792-9cfd-92fe5e7cfb59 HTTP/1.1" status: 200 len: 948 time: 0.0952899 Oct 14 12:42:25.090862 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.notifiers.nova [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34faf582-1192-44e6-b076-cc3fad879dc5 {{(pid=100186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:42:25.118559 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] For port 34faf582-1192-44e6-b076-cc3fad879dc5, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=34faf582-1192-44e6-b076-cc3fad879dc5,segment=NetworkSegment(1f5407d7-72c4-4f40-b8fb-f055054e3243),segment_id=1f5407d7-72c4-4f40-b8fb-f055054e3243)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:42:25.119615 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-66beccd8-6c74-40e1-9cc0-eb3fb1a88b19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:25.149085 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-c9d6aeec-907b-4a5f-95bf-07ef39f724ec req-48335a47-d908-45e2-b782-0b31ca649357 tempest-VolumesNegativeTest-883868559 tempest-VolumesNegativeTest-883868559-project] 10.222.0.54 "GET /v2.0/security-groups?id=420def79-e54e-4311-a459-77daffa2c2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665257 Oct 14 12:42:25.187739 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:25.240651 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Pushing event updated for resources: {'Port': ['ID=34faf582-1192-44e6-b076-cc3fad879dc5,revision_number=4']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:42:25.242334 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-66beccd8-6c74-40e1-9cc0-eb3fb1a88b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787792822806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235086'] for port, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:25.280050 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66beccd8-6c74-40e1-9cc0-eb3fb1a88b19 admin admin] Network b7b7a1d8-4110-4f63-bddb-33667e2d84f3 is already hosted by enough agents. {{(pid=100184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:42:25.283293 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.base_scheduler [None req-66beccd8-6c74-40e1-9cc0-eb3fb1a88b19 admin admin] Resources bound (agent type, host, resource id): {{(pid=100184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:42:25.286524 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66beccd8-6c74-40e1-9cc0-eb3fb1a88b19 admin admin] Received port after_create {{(pid=100184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:42:25.295387 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device faacc296-b4c4-4c60-bc4b-1804e54f4d91 up at agent ovs-agent-dv-cinder-813986-1-iscsi {{(pid=100186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:42:25.316187 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66beccd8-6c74-40e1-9cc0-eb3fb1a88b19 admin admin] Pushing event updated for resources: {'Port': ['ID=91b46870-2c6f-4ae6-bfea-a39e2254f48a,revision_number=1']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:42:25.359120 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Provisioning complete for port faacc296-b4c4-4c60-bc4b-1804e54f4d91 triggered by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:42:25.359561 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:25.450064 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:25.485812 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] For port faacc296-b4c4-4c60-bc4b-1804e54f4d91, host dv-cinder-813986-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=faacc296-b4c4-4c60-bc4b-1804e54f4d91,segment=NetworkSegment(dae9b686-fddb-4b1f-b679-3a2c746ec42e),segment_id=dae9b686-fddb-4b1f-b679-3a2c746ec42e)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:42:25.493545 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] get_ports_and_sgs() called for port_ids ['34faf582-1192-44e6-b076-cc3fad879dc5'] {{(pid=100186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:42:25.567960 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:25.656567 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Pushing event updated for resources: {'Port': ['ID=faacc296-b4c4-4c60-bc4b-1804e54f4d91,revision_number=3']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:42:25.821758 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b912ab50-7286-44cf-8d86-e17817774fd2 None None] Network 5a332eb8-f9e7-47c6-bba6-b88a3a5861c5 requested from dv-cinder-813986-1-iscsi {{(pid=100186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:42:25.887474 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-66beccd8-6c74-40e1-9cc0-eb3fb1a88b19 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:25.923133 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-234b50ae-ef74-46d7-ba02-70e8ee07aa01 None None] Provisioning complete for port faacc296-b4c4-4c60-bc4b-1804e54f4d91 triggered by entity DHCP. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:42:25.923505 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-234b50ae-ef74-46d7-ba02-70e8ee07aa01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:25.983127 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-f0d57dd0-2516-41aa-a524-09493c5b3773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:26.082593 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-66beccd8-6c74-40e1-9cc0-eb3fb1a88b19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619686'] for router, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:26.277778 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d520a0a0-a214-4045-8779-f9d257804eda req-b864ac43-e744-48b0-9d58-2a5b2f086314 tempest-VolumesNegativeTest-883868559 tempest-VolumesNegativeTest-883868559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:42:26.279248 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-d520a0a0-a214-4045-8779-f9d257804eda req-b864ac43-e744-48b0-9d58-2a5b2f086314 tempest-VolumesNegativeTest-883868559 tempest-VolumesNegativeTest-883868559-project] 10.222.0.54 "GET /v2.0/ports?device_id=7acb4ec0-06c5-4792-9cfd-92fe5e7cfb59 HTTP/1.1" status: 200 len: 949 time: 0.0487318 Oct 14 12:42:26.284550 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-d82e8b3c-698b-449e-a223-e4f198f76e5f None None] Provisioning complete for port faacc296-b4c4-4c60-bc4b-1804e54f4d91 triggered by entity DHCP. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:42:26.285104 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-d82e8b3c-698b-449e-a223-e4f198f76e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:26.292443 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66beccd8-6c74-40e1-9cc0-eb3fb1a88b19 admin admin] Router 9f5f3e97-307b-4554-b5d2-23d86b551e2b is scheduled to L3 agent 98567738-4256-4ddd-ae03-62c82ecec038 with binding_index 1 {{(pid=100184) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 12:42:26.380739 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-d520a0a0-a214-4045-8779-f9d257804eda req-f0ae1405-16b4-4677-ada7-6ca8ad7d1d06 tempest-VolumesNegativeTest-883868559 tempest-VolumesNegativeTest-883868559-project] 10.222.0.54 "GET /v2.0/security-groups?id=420def79-e54e-4311-a459-77daffa2c2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954969 Oct 14 12:42:26.418842 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66beccd8-6c74-40e1-9cc0-eb3fb1a88b19 admin admin] Notify agent at l3_agent.dv-cinder-813986-1-iscsi the message routers_updated {{(pid=100184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:42:26.427195 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22996bf8-64f0-46a5-aa37-7e5d99622c95 None None] Sync routers for ids ['9f5f3e97-307b-4554-b5d2-23d86b551e2b'] in dv-cinder-813986-1-iscsi {{(pid=100186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:42:26.435918 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22996bf8-64f0-46a5-aa37-7e5d99622c95 None None] Routers {'9f5f3e97-307b-4554-b5d2-23d86b551e2b'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:42:26.439866 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-22996bf8-64f0-46a5-aa37-7e5d99622c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:42:26Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['9f5f3e97-307b-4554-b5d2-23d86b551e2b'], 'active': True} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:42:26.524093 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-66beccd8-6c74-40e1-9cc0-eb3fb1a88b19 admin admin] Notify callbacks [] for router, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:26.525388 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-66beccd8-6c74-40e1-9cc0-eb3fb1a88b19 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3863573 Oct 14 12:42:26.528244 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 42348) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:42:26.655842 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvr_db [None req-22996bf8-64f0-46a5-aa37-7e5d99622c95 None None] Set router 9f5f3e97-307b-4554-b5d2-23d86b551e2b gateway port host: dv-cinder-813986-1-iscsi {{(pid=100186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:42:26.827028 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-22996bf8-64f0-46a5-aa37-7e5d99622c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f5f3e97-307b-4554-b5d2-23d86b551e2b', 'name': 'tempest-TestMinimumBasicScenario-802064631-router', 'tenant_id': '097f41cb2c1d4253b284aac1850e29a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '91b46870-2c6f-4ae6-bfea-a39e2254f48a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:42:24Z', 'updated_at': '2021-10-14T12:42:25Z', 'revision_number': 3, 'project_id': '097f41cb2c1d4253b284aac1850e29a1', 'gw_port': {'id': '91b46870-2c6f-4ae6-bfea-a39e2254f48a', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:1f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f5f3e97-307b-4554-b5d2-23d86b551e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:42:24Z', 'updated_at': '2021-10-14T12:42:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi'}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:42:26.852278 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22996bf8-64f0-46a5-aa37-7e5d99622c95 None None] Checking router: 9f5f3e97-307b-4554-b5d2-23d86b551e2b for host: dv-cinder-813986-1-iscsi {{(pid=100186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:42:26.852627 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22996bf8-64f0-46a5-aa37-7e5d99622c95 None None] Updating router 9f5f3e97-307b-4554-b5d2-23d86b551e2b port 91b46870-2c6f-4ae6-bfea-a39e2254f48a binding host dv-cinder-813986-1-iscsi {{(pid=100186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 12:42:26.874560 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device 34faf582-1192-44e6-b076-cc3fad879dc5 up at agent hyperv_hv-cinder-81398 {{(pid=100186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:42:26.902153 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-22996bf8-64f0-46a5-aa37-7e5d99622c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:26.942433 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-673fe5a2-3843-43df-8f97-7f79acd8fe74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:27.081807 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Provisioning for port 34faf582-1192-44e6-b076-cc3fad879dc5 completed by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 12:42:27.090600 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Provisioning complete for port 34faf582-1192-44e6-b076-cc3fad879dc5 triggered by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:42:27.090974 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:27.100806 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.db.db_base_plugin_common [None req-673fe5a2-3843-43df-8f97-7f79acd8fe74 admin admin] Allocated IP 172.20.0.1 (5a332eb8-f9e7-47c6-bba6-b88a3a5861c5/b0d5d99f-da8d-421c-8d6f-ef4b7c2fb43e/01ed5676-d7d8-4049-b8fb-962a87a9cec4) {{(pid=100184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:42:27.191663 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-469b4b0a-0edb-4369-82f6-413c16907b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:27.192358 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:27.208993 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-673fe5a2-3843-43df-8f97-7f79acd8fe74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:27.233086 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:27.263954 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device faacc296-b4c4-4c60-bc4b-1804e54f4d91 up at agent ovs-agent-dv-cinder-813986-1-iscsi {{(pid=100186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:42:27.275289 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-673fe5a2-3843-43df-8f97-7f79acd8fe74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787792822806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235086'] for port, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:27.287757 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-22996bf8-64f0-46a5-aa37-7e5d99622c95 None None] Notify callbacks [] for port, precommit_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:27.294128 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7acb4ec0-06c5-4792-9cfd-92fe5e7cfb59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34faf582-1192-44e6-b076-cc3fad879dc5'}] {{(pid=100186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:42:27.296399 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ce96789b1b9487be48749a60ffcfd0a175945a3b692fd75626d794e24ae9ed4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db940ea0-d1fc-4e1a-baca-109266cff182" -d '{"events": [{"server_uuid": "7acb4ec0-06c5-4792-9cfd-92fe5e7cfb59", "name": "network-vif-plugged", "status": "completed", "tag": "34faf582-1192-44e6-b076-cc3fad879dc5"}]}' {{(pid=100186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:42:27.313498 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] For port 34faf582-1192-44e6-b076-cc3fad879dc5, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=34faf582-1192-44e6-b076-cc3fad879dc5,segment=NetworkSegment(1f5407d7-72c4-4f40-b8fb-f055054e3243),segment_id=1f5407d7-72c4-4f40-b8fb-f055054e3243)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:42:27.326788 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673fe5a2-3843-43df-8f97-7f79acd8fe74 admin admin] Network 5a332eb8-f9e7-47c6-bba6-b88a3a5861c5 is already hosted by enough agents. {{(pid=100184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:42:27.330660 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.base_scheduler [None req-673fe5a2-3843-43df-8f97-7f79acd8fe74 admin admin] Resources bound (agent type, host, resource id): {{(pid=100184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:42:27.340473 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541dc43d-13a2-4eee-8f54-6212708c9f64 x-openstack-request-id: req-541dc43d-13a2-4eee-8f54-6212708c9f64 {{(pid=100186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:42:27.340473 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7acb4ec0-06c5-4792-9cfd-92fe5e7cfb59", "name": "network-vif-plugged", "status": "completed", "tag": "34faf582-1192-44e6-b076-cc3fad879dc5", "code": 200}]} {{(pid=100186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:42:27.340473 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-541dc43d-13a2-4eee-8f54-6212708c9f64 {{(pid=100186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:42:27.340473 dv-cinder-813986-1-iscsi neutron-server[100186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7acb4ec0-06c5-4792-9cfd-92fe5e7cfb59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34faf582-1192-44e6-b076-cc3fad879dc5', 'code': 200} Oct 14 12:42:27.340906 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673fe5a2-3843-43df-8f97-7f79acd8fe74 admin admin] Received port after_create {{(pid=100184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:42:27.340996 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Provisioning complete for port faacc296-b4c4-4c60-bc4b-1804e54f4d91 triggered by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:42:27.340996 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:27.361194 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-22996bf8-64f0-46a5-aa37-7e5d99622c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:27.380976 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-673fe5a2-3843-43df-8f97-7f79acd8fe74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618643'] for router_interface, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:27.387668 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673fe5a2-3843-43df-8f97-7f79acd8fe74 admin admin] Pushing event updated for resources: {'Port': ['ID=01ed5676-d7d8-4049-b8fb-962a87a9cec4,revision_number=1']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:42:27.406140 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:27.429136 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7aa6f2-654d-4a85-88d8-539330364bb0 None None] Pushing event updated for resources: {'Port': ['ID=91b46870-2c6f-4ae6-bfea-a39e2254f48a,revision_number=2']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:42:27.464154 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.managers [None req-22996bf8-64f0-46a5-aa37-7e5d99622c95 None None] Attempting to bind port 91b46870-2c6f-4ae6-bfea-a39e2254f48a on host dv-cinder-813986-1-iscsi for vnic_type normal with profile {{(pid=100186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:42:27.464528 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.managers [None req-22996bf8-64f0-46a5-aa37-7e5d99622c95 None None] Attempting to bind port 91b46870-2c6f-4ae6-bfea-a39e2254f48a by drivers openvswitch,hyperv on host dv-cinder-813986-1-iscsi at level 0 using segments [{'id': '25948913-841c-4e53-955d-096026847693', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3'}] {{(pid=100186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:42:27.464888 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22996bf8-64f0-46a5-aa37-7e5d99622c95 None None] Attempting to bind port 91b46870-2c6f-4ae6-bfea-a39e2254f48a on network b7b7a1d8-4110-4f63-bddb-33667e2d84f3 {{(pid=100186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:42:27.479201 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22996bf8-64f0-46a5-aa37-7e5d99622c95 None None] Checking agent: {'id': '87c3554d-181c-44a6-8f26-629ea6b28d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813986-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 18, 27), 'started_at': datetime.datetime(2021, 10, 14, 12, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813986-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:42:27.479571 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22996bf8-64f0-46a5-aa37-7e5d99622c95 None None] Checking segment: {'id': '25948913-841c-4e53-955d-096026847693', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:42:27.479970 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-22996bf8-64f0-46a5-aa37-7e5d99622c95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:27.480386 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22996bf8-64f0-46a5-aa37-7e5d99622c95 None None] Bound using segment: {'id': '25948913-841c-4e53-955d-096026847693', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3'} {{(pid=100186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:42:27.480859 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.managers [None req-22996bf8-64f0-46a5-aa37-7e5d99622c95 None None] Bound port: 91b46870-2c6f-4ae6-bfea-a39e2254f48a, host: dv-cinder-813986-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25948913-841c-4e53-955d-096026847693', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3'}}] {{(pid=100186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:42:27.481242 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-22996bf8-64f0-46a5-aa37-7e5d99622c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:27.556202 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d69a2e-f312-4691-a49d-cf84e58bf7c3 req-bb9080ef-0277-42f3-95a5-2cc8e7f19f6d tempest-VolumesNegativeTest-883868559 tempest-VolumesNegativeTest-883868559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:42:27.557829 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-f6d69a2e-f312-4691-a49d-cf84e58bf7c3 req-bb9080ef-0277-42f3-95a5-2cc8e7f19f6d tempest-VolumesNegativeTest-883868559 tempest-VolumesNegativeTest-883868559-project] 10.222.0.54 "GET /v2.0/ports?device_id=7acb4ec0-06c5-4792-9cfd-92fe5e7cfb59 HTTP/1.1" status: 200 len: 950 time: 0.0643153 Oct 14 12:42:27.558016 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Pushing event updated for resources: {'Port': ['ID=34faf582-1192-44e6-b076-cc3fad879dc5,revision_number=5']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:42:27.589610 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-22996bf8-64f0-46a5-aa37-7e5d99622c95 None None] For port 91b46870-2c6f-4ae6-bfea-a39e2254f48a, host dv-cinder-813986-1-iscsi, cleared binding levels {{(pid=100186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:42:27.593592 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-22996bf8-64f0-46a5-aa37-7e5d99622c95 None None] For port 91b46870-2c6f-4ae6-bfea-a39e2254f48a, host dv-cinder-813986-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=91b46870-2c6f-4ae6-bfea-a39e2254f48a,segment=NetworkSegment(25948913-841c-4e53-955d-096026847693),segment_id=25948913-841c-4e53-955d-096026847693)] {{(pid=100186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:42:27.603888 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-f6d69a2e-f312-4691-a49d-cf84e58bf7c3 req-ea6a2688-65e2-433f-be32-0339e2fd9bbc tempest-VolumesNegativeTest-883868559 tempest-VolumesNegativeTest-883868559-project] 10.222.0.54 "GET /v2.0/security-groups?id=420def79-e54e-4311-a459-77daffa2c2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322316 Oct 14 12:42:27.662075 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-673fe5a2-3843-43df-8f97-7f79acd8fe74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:27.668147 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-22996bf8-64f0-46a5-aa37-7e5d99622c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:27.726887 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad823c51-8e26-45d6-80ff-cdd87901aeb9 req-b824fa98-4089-439d-b61b-adeb3eb1e68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:42:27.729294 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ad823c51-8e26-45d6-80ff-cdd87901aeb9 req-b824fa98-4089-439d-b61b-adeb3eb1e68e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7acb4ec0-06c5-4792-9cfd-92fe5e7cfb59 HTTP/1.1" status: 200 len: 1103 time: 0.0769315 Oct 14 12:42:27.742735 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22996bf8-64f0-46a5-aa37-7e5d99622c95 None None] Routers {'9f5f3e97-307b-4554-b5d2-23d86b551e2b'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:42:27.743367 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-22996bf8-64f0-46a5-aa37-7e5d99622c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:42:26Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['9f5f3e97-307b-4554-b5d2-23d86b551e2b'], 'active': True} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:42:27.745125 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-20aa6cb9-2f18-4328-b66a-2377abfcf580 None None] Provisioning complete for port 01ed5676-d7d8-4049-b8fb-962a87a9cec4 triggered by entity DHCP. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:42:27.745491 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-20aa6cb9-2f18-4328-b66a-2377abfcf580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:27.748848 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7aa6f2-654d-4a85-88d8-539330364bb0 None None] Pushing event updated for resources: {'Port': ['ID=91b46870-2c6f-4ae6-bfea-a39e2254f48a,revision_number=3']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:42:27.815883 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ad823c51-8e26-45d6-80ff-cdd87901aeb9 req-cf667702-46da-4afa-8389-6e68d1e2b5d7 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=420def79-e54e-4311-a459-77daffa2c2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699620 Oct 14 12:42:27.848642 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-20aa6cb9-2f18-4328-b66a-2377abfcf580 None None] Port 01ed5676-d7d8-4049-b8fb-962a87a9cec4 cannot update to ACTIVE because it is not bound. {{(pid=100186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 12:42:27.879899 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvr_db [None req-22996bf8-64f0-46a5-aa37-7e5d99622c95 None None] Set router 9f5f3e97-307b-4554-b5d2-23d86b551e2b gateway port host: dv-cinder-813986-1-iscsi {{(pid=100186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:42:27.882601 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-673fe5a2-3843-43df-8f97-7f79acd8fe74 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:27.941722 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-673fe5a2-3843-43df-8f97-7f79acd8fe74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6235095'] for port, after_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:28.006886 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-673fe5a2-3843-43df-8f97-7f79acd8fe74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618727'] for router_interface, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:28.008561 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673fe5a2-3843-43df-8f97-7f79acd8fe74 admin admin] Pushing event updated for resources: {'Port': ['ID=01ed5676-d7d8-4049-b8fb-962a87a9cec4,revision_number=2']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:42:28.082451 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-22996bf8-64f0-46a5-aa37-7e5d99622c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f5f3e97-307b-4554-b5d2-23d86b551e2b', 'name': 'tempest-TestMinimumBasicScenario-802064631-router', 'tenant_id': '097f41cb2c1d4253b284aac1850e29a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '91b46870-2c6f-4ae6-bfea-a39e2254f48a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:42:24Z', 'updated_at': '2021-10-14T12:42:27Z', 'revision_number': 4, 'project_id': '097f41cb2c1d4253b284aac1850e29a1', 'gw_port': {'id': '91b46870-2c6f-4ae6-bfea-a39e2254f48a', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:1f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f5f3e97-307b-4554-b5d2-23d86b551e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:42:24Z', 'updated_at': '2021-10-14T12:42:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_interfaces': [{'id': '01ed5676-d7d8-4049-b8fb-962a87a9cec4', 'name': '', 'network_id': '5a332eb8-f9e7-47c6-bba6-b88a3a5861c5', 'tenant_id': '097f41cb2c1d4253b284aac1850e29a1', 'mac_address': 'fa:16:3e:e5:ef:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f5f3e97-307b-4554-b5d2-23d86b551e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'b0d5d99f-da8d-421c-8d6f-ef4b7c2fb43e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:42:26Z', 'updated_at': '2021-10-14T12:42:27Z', 'revision_number': 1, 'project_id': '097f41cb2c1d4253b284aac1850e29a1', 'subnets': [{'id': 'b0d5d99f-da8d-421c-8d6f-ef4b7c2fb43e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:42:28.100312 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673fe5a2-3843-43df-8f97-7f79acd8fe74 admin admin] Network 5a332eb8-f9e7-47c6-bba6-b88a3a5861c5 is already hosted by enough agents. {{(pid=100184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:42:28.102288 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.base_scheduler [None req-673fe5a2-3843-43df-8f97-7f79acd8fe74 admin admin] Resources bound (agent type, host, resource id): {{(pid=100184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:42:28.111255 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22996bf8-64f0-46a5-aa37-7e5d99622c95 None None] The sync data for ids ['9f5f3e97-307b-4554-b5d2-23d86b551e2b'] in dv-cinder-813986-1-iscsi is: [{'id': '9f5f3e97-307b-4554-b5d2-23d86b551e2b', 'name': 'tempest-TestMinimumBasicScenario-802064631-router', 'tenant_id': '097f41cb2c1d4253b284aac1850e29a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '91b46870-2c6f-4ae6-bfea-a39e2254f48a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:42:24Z', 'updated_at': '2021-10-14T12:42:27Z', 'revision_number': 4, 'project_id': '097f41cb2c1d4253b284aac1850e29a1', 'gw_port': {'id': '91b46870-2c6f-4ae6-bfea-a39e2254f48a', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:1f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f5f3e97-307b-4554-b5d2-23d86b551e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:42:24Z', 'updated_at': '2021-10-14T12:42:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_interfaces': [{'id': '01ed5676-d7d8-4049-b8fb-962a87a9cec4', 'name': '', 'network_id': '5a332eb8-f9e7-47c6-bba6-b88a3a5861c5', 'tenant_id': '097f41cb2c1d4253b284aac1850e29a1', 'mac_address': 'fa:16:3e:e5:ef:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f5f3e97-307b-4554-b5d2-23d86b551e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'b0d5d99f-da8d-421c-8d6f-ef4b7c2fb43e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:42:26Z', 'updated_at': '2021-10-14T12:42:27Z', 'revision_number': 1, 'project_id': '097f41cb2c1d4253b284aac1850e29a1', 'subnets': [{'id': 'b0d5d99f-da8d-421c-8d6f-ef4b7c2fb43e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:42:28.216607 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-673fe5a2-3843-43df-8f97-7f79acd8fe74 admin admin] Router 9f5f3e97-307b-4554-b5d2-23d86b551e2b has already been hosted by L3 agent 98567738-4256-4ddd-ae03-62c82ecec038 {{(pid=100184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 12:42:28.356111 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-673fe5a2-3843-43df-8f97-7f79acd8fe74 admin admin] Notify agent at l3_agent.dv-cinder-813986-1-iscsi the message routers_updated {{(pid=100184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:42:28.366589 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-673fe5a2-3843-43df-8f97-7f79acd8fe74 admin admin] 10.222.0.54 "PUT /v2.0/routers/9f5f3e97-307b-4554-b5d2-23d86b551e2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8372059 Oct 14 12:42:28.383870 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-27c04846-3a84-4189-8b30-75b8cfbf2676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:28.386593 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-d41446ba-358c-42f5-9eb4-89c8b53dbf96 None None] Provisioning complete for port 01ed5676-d7d8-4049-b8fb-962a87a9cec4 triggered by entity DHCP. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:42:28.386960 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-d41446ba-358c-42f5-9eb4-89c8b53dbf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:28.429119 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-d41446ba-358c-42f5-9eb4-89c8b53dbf96 None None] Port 01ed5676-d7d8-4049-b8fb-962a87a9cec4 cannot update to ACTIVE because it is not bound. {{(pid=100186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 12:42:28.755442 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c538ed7-fde9-4b2e-900b-be4496ec22fd req-58c88ae9-296f-4d63-b63f-850874602314 tempest-VolumesNegativeTest-883868559 tempest-VolumesNegativeTest-883868559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:42:28.757494 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-8c538ed7-fde9-4b2e-900b-be4496ec22fd req-58c88ae9-296f-4d63-b63f-850874602314 tempest-VolumesNegativeTest-883868559 tempest-VolumesNegativeTest-883868559-project] 10.222.0.54 "GET /v2.0/ports?device_id=7acb4ec0-06c5-4792-9cfd-92fe5e7cfb59 HTTP/1.1" status: 200 len: 950 time: 0.0792212 Oct 14 12:42:28.801380 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-8c538ed7-fde9-4b2e-900b-be4496ec22fd req-1ee0b2fe-f276-4e7e-bb9c-0d8621d0bcd6 tempest-VolumesNegativeTest-883868559 tempest-VolumesNegativeTest-883868559-project] 10.222.0.54 "GET /v2.0/security-groups?id=420def79-e54e-4311-a459-77daffa2c2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337784 Oct 14 12:42:29.148304 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 42370) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:42:29.153175 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.v2.base [None req-0a21e437-e301-43be-9ea9-c4490d05d1af admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-681125962-network', 'tenant_id': '608f9de81474456d925c40d995ca8768'}} {{(pid=100184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:42:29.233540 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a21e437-e301-43be-9ea9-c4490d05d1af admin admin] Made reservation on behalf of 608f9de81474456d925c40d995ca8768 for: {'network': 1} {{(pid=100184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:42:29.235952 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-0a21e437-e301-43be-9ea9-c4490d05d1af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for network, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:29.246260 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-0a21e437-e301-43be-9ea9-c4490d05d1af admin admin] Notify callbacks [] for security_group, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:29.283382 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device 91b46870-2c6f-4ae6-bfea-a39e2254f48a up at agent ovs-agent-dv-cinder-813986-1-iscsi {{(pid=100186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:42:29.328995 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-0a21e437-e301-43be-9ea9-c4490d05d1af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:29.348404 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Provisioning complete for port 91b46870-2c6f-4ae6-bfea-a39e2254f48a triggered by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:42:29.348775 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:29.383429 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-0a21e437-e301-43be-9ea9-c4490d05d1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:29.407886 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a21e437-e301-43be-9ea9-c4490d05d1af admin admin] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=100184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 12:42:29.419508 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a21e437-e301-43be-9ea9-c4490d05d1af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eed7c2d-9fcf-4069-bf07-8365158c49f4,revision_number=1']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:42:29.422390 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-0a21e437-e301-43be-9ea9-c4490d05d1af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030694'] for segment, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:29.422720 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.db.segments_db [None req-0a21e437-e301-43be-9ea9-c4490d05d1af admin admin] Added segment e2f7eff5-3187-4af4-b65d-c1d8759396dc of type vlan for network ce0985e1-b3f8-4a47-b115-53ede8e20492 Oct 14 12:42:29.429977 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:29.451163 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] For port 91b46870-2c6f-4ae6-bfea-a39e2254f48a, host dv-cinder-813986-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=91b46870-2c6f-4ae6-bfea-a39e2254f48a,segment=NetworkSegment(25948913-841c-4e53-955d-096026847693),segment_id=25948913-841c-4e53-955d-096026847693)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:42:29.465043 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-0a21e437-e301-43be-9ea9-c4490d05d1af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787792777849'] for network, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:29.538417 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:29.566573 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-0a21e437-e301-43be-9ea9-c4490d05d1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640'] for network, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:29.567499 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a21e437-e301-43be-9ea9-c4490d05d1af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:42:29.568113 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-0a21e437-e301-43be-9ea9-c4490d05d1af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531662'] for network, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:29.585456 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Pushing event updated for resources: {'Port': ['ID=91b46870-2c6f-4ae6-bfea-a39e2254f48a,revision_number=4']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:42:29.628985 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a21e437-e301-43be-9ea9-c4490d05d1af admin admin] Pushing event updated for resources: {'Network': ['ID=ce0985e1-b3f8-4a47-b115-53ede8e20492,revision_number=1']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:42:29.642030 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Network ce0985e1-b3f8-4a47-b115-53ede8e20492 details requested by agent ovs-agent-dv-cinder-813986-1-iscsi with host dv-cinder-813986-1-iscsi {{(pid=100186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 12:42:29.685779 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-0a21e437-e301-43be-9ea9-c4490d05d1af admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5362394 Oct 14 12:42:29.688898 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 42372) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:42:29.694962 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.v2.base [None req-9a1a19a7-86e8-4577-a25f-e87fcaf855b1 admin admin] Request body: {'subnet': {'network_id': 'ce0985e1-b3f8-4a47-b115-53ede8e20492', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-681125962-subnet', 'tenant_id': '608f9de81474456d925c40d995ca8768', 'ip_version': 4}} {{(pid=100185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:42:29.789881 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a1a19a7-86e8-4577-a25f-e87fcaf855b1 admin admin] Made reservation on behalf of 608f9de81474456d925c40d995ca8768 for: {'subnet': 1} {{(pid=100185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:42:29.792299 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-9a1a19a7-86e8-4577-a25f-e87fcaf855b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5941534'] for subnet, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:29.926483 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f36f44-196c-4bfa-9b0a-0ea3adbe33f1 req-7c0eb7d6-3566-46e4-af3b-a234f3a1717f tempest-VolumesNegativeTest-883868559 tempest-VolumesNegativeTest-883868559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:42:29.928183 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-d8f36f44-196c-4bfa-9b0a-0ea3adbe33f1 req-7c0eb7d6-3566-46e4-af3b-a234f3a1717f tempest-VolumesNegativeTest-883868559 tempest-VolumesNegativeTest-883868559-project] 10.222.0.54 "GET /v2.0/ports?device_id=7acb4ec0-06c5-4792-9cfd-92fe5e7cfb59 HTTP/1.1" status: 200 len: 950 time: 0.0566683 Oct 14 12:42:29.966409 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-d8f36f44-196c-4bfa-9b0a-0ea3adbe33f1 req-8641c6b0-0956-4146-87e3-667d06e3620c tempest-VolumesNegativeTest-883868559 tempest-VolumesNegativeTest-883868559-project] 10.222.0.54 "GET /v2.0/security-groups?id=420def79-e54e-4311-a459-77daffa2c2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320995 Oct 14 12:42:30.000942 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe7e49a-56df-43be-9679-766ef074ee92 None None] Sync routers for ids ['9f5f3e97-307b-4554-b5d2-23d86b551e2b'] in dv-cinder-813986-1-iscsi {{(pid=100187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:42:30.011167 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe7e49a-56df-43be-9679-766ef074ee92 None None] Routers {'9f5f3e97-307b-4554-b5d2-23d86b551e2b'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:42:30.011770 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_hamode_db [None req-8fe7e49a-56df-43be-9679-766ef074ee92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:42:26Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['9f5f3e97-307b-4554-b5d2-23d86b551e2b'], 'active': True} {{(pid=100187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:42:30.027562 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-9a1a19a7-86e8-4577-a25f-e87fcaf855b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7811249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5941612'] for subnet, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:30.084383 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1a19a7-86e8-4577-a25f-e87fcaf855b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4e8dd25-cb99-4908-85b0-35ff3188a3c4,revision_number=0']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:42:30.094738 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1a19a7-86e8-4577-a25f-e87fcaf855b1 admin admin] Checking segment: {'id': 'e2f7eff5-3187-4af4-b65d-c1d8759396dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ce0985e1-b3f8-4a47-b115-53ede8e20492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:42:30.094738 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1a19a7-86e8-4577-a25f-e87fcaf855b1 admin admin] Network hostable DHCP agents. Network: ce0985e1-b3f8-4a47-b115-53ede8e20492, hostable agents: ['e1af82bd-3b37-4baa-aee7-1aadb6380796'], hosted agents: [] {{(pid=100185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 12:42:30.117923 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_dvr_db [None req-8fe7e49a-56df-43be-9679-766ef074ee92 None None] Set router 9f5f3e97-307b-4554-b5d2-23d86b551e2b gateway port host: dv-cinder-813986-1-iscsi {{(pid=100187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:42:30.189684 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1a19a7-86e8-4577-a25f-e87fcaf855b1 admin admin] Network ce0985e1-b3f8-4a47-b115-53ede8e20492 is scheduled to be hosted by DHCP agent e1af82bd-3b37-4baa-aee7-1aadb6380796 with binding_index 1 {{(pid=100185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 12:42:30.273479 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.base_scheduler [None req-9a1a19a7-86e8-4577-a25f-e87fcaf855b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813986-1-iscsi, ce0985e1-b3f8-4a47-b115-53ede8e20492) {{(pid=100185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:42:30.277920 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1a19a7-86e8-4577-a25f-e87fcaf855b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:42:30.281898 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-9a1a19a7-86e8-4577-a25f-e87fcaf855b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:30.282625 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14bfab5-d47f-48d1-8aa4-1775bdfa2e6d None None] Network ce0985e1-b3f8-4a47-b115-53ede8e20492 requested from dv-cinder-813986-1-iscsi {{(pid=100186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:42:30.312327 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_hamode_db [None req-8fe7e49a-56df-43be-9679-766ef074ee92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f5f3e97-307b-4554-b5d2-23d86b551e2b', 'name': 'tempest-TestMinimumBasicScenario-802064631-router', 'tenant_id': '097f41cb2c1d4253b284aac1850e29a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '91b46870-2c6f-4ae6-bfea-a39e2254f48a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:42:24Z', 'updated_at': '2021-10-14T12:42:27Z', 'revision_number': 4, 'project_id': '097f41cb2c1d4253b284aac1850e29a1', 'gw_port': {'id': '91b46870-2c6f-4ae6-bfea-a39e2254f48a', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:1f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5f3e97-307b-4554-b5d2-23d86b551e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:42:24Z', 'updated_at': '2021-10-14T12:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_interfaces': [{'id': '01ed5676-d7d8-4049-b8fb-962a87a9cec4', 'name': '', 'network_id': '5a332eb8-f9e7-47c6-bba6-b88a3a5861c5', 'tenant_id': '097f41cb2c1d4253b284aac1850e29a1', 'mac_address': 'fa:16:3e:e5:ef:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f5f3e97-307b-4554-b5d2-23d86b551e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'b0d5d99f-da8d-421c-8d6f-ef4b7c2fb43e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:42:26Z', 'updated_at': '2021-10-14T12:42:27Z', 'revision_number': 2, 'project_id': '097f41cb2c1d4253b284aac1850e29a1', 'subnets': [{'id': 'b0d5d99f-da8d-421c-8d6f-ef4b7c2fb43e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:42:30.340177 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe7e49a-56df-43be-9679-766ef074ee92 None None] Checking router: 9f5f3e97-307b-4554-b5d2-23d86b551e2b for host: dv-cinder-813986-1-iscsi {{(pid=100187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:42:30.340521 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe7e49a-56df-43be-9679-766ef074ee92 None None] Updating router 9f5f3e97-307b-4554-b5d2-23d86b551e2b port 01ed5676-d7d8-4049-b8fb-962a87a9cec4 binding host dv-cinder-813986-1-iscsi {{(pid=100187) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 12:42:30.364306 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron_lib.callbacks.manager [None req-8fe7e49a-56df-43be-9679-766ef074ee92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:30.380020 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-9a1a19a7-86e8-4577-a25f-e87fcaf855b1 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6879101 Oct 14 12:42:30.382876 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 42380) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:42:30.386013 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.v2.base [None req-04231c98-3a91-4554-8ed1-69221948d2b8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-681125962-router', 'tenant_id': '608f9de81474456d925c40d995ca8768', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3'}}} {{(pid=100185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:42:30.451807 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5822f1c-5413-4c42-bcc8-0d1ecef9c336 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5129df06-2639-51ba-adec-6ae547517b28-ce0985e1-b3f8-4a47-b115-53ede8e20492', 'network_id': 'ce0985e1-b3f8-4a47-b115-53ede8e20492', 'tenant_id': '608f9de81474456d925c40d995ca8768', 'fixed_ips': [{'subnet_id': 'c4e8dd25-cb99-4908-85b0-35ff3188a3c4'}]}} from dv-cinder-813986-1-iscsi. {{(pid=100186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 14 12:42:30.452432 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-b5822f1c-5413-4c42-bcc8-0d1ecef9c336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_create {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:30.521121 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-04231c98-3a91-4554-8ed1-69221948d2b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-492'] for router, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:30.522348 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-04231c98-3a91-4554-8ed1-69221948d2b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-619667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-956188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-507'] for router, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:30.549188 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ddf36-5f7b-4307-8e41-38ee8ec21f18 req-e4e70e85-ed39-47b8-8277-aefded11b2ad tempest-VolumesNegativeTest-883868559 tempest-VolumesNegativeTest-883868559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:42:30.551706 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9e2ddf36-5f7b-4307-8e41-38ee8ec21f18 req-e4e70e85-ed39-47b8-8277-aefded11b2ad tempest-VolumesNegativeTest-883868559 tempest-VolumesNegativeTest-883868559-project] 10.222.0.54 "GET /v2.0/ports?device_id=7acb4ec0-06c5-4792-9cfd-92fe5e7cfb59 HTTP/1.1" status: 200 len: 950 time: 0.0580931 Oct 14 12:42:30.588462 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-04231c98-3a91-4554-8ed1-69221948d2b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:30.604941 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9e2ddf36-5f7b-4307-8e41-38ee8ec21f18 req-a624dda4-148e-4c20-a698-efdc9e34b88d tempest-VolumesNegativeTest-883868559 tempest-VolumesNegativeTest-883868559-project] 10.222.0.54 "GET /v2.0/security-groups?id=420def79-e54e-4311-a459-77daffa2c2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435452 Oct 14 12:42:30.605749 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.db_base_plugin_common [None req-b5822f1c-5413-4c42-bcc8-0d1ecef9c336 None None] Allocated IP 172.20.0.2 (ce0985e1-b3f8-4a47-b115-53ede8e20492/c4e8dd25-cb99-4908-85b0-35ff3188a3c4/b566429f-cc73-4fa8-8aa7-07dad2c2cc29) {{(pid=100186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:42:30.748149 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron_lib.callbacks.manager [None req-8fe7e49a-56df-43be-9679-766ef074ee92 None None] Notify callbacks [] for port, precommit_update {{(pid=100187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:30.806428 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron_lib.callbacks.manager [None req-8fe7e49a-56df-43be-9679-766ef074ee92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:30.826527 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-04231c98-3a91-4554-8ed1-69221948d2b8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:30.858388 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6d8cab-2b15-463d-897f-237e70aaa4b6 None None] Pushing event updated for resources: {'Port': ['ID=01ed5676-d7d8-4049-b8fb-962a87a9cec4,revision_number=3']} {{(pid=100187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:42:30.870038 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6d8cab-2b15-463d-897f-237e70aaa4b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:42:30.870038 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6d8cab-2b15-463d-897f-237e70aaa4b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:42:30.870038 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6d8cab-2b15-463d-897f-237e70aaa4b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:42:30.870038 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6d8cab-2b15-463d-897f-237e70aaa4b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:42:30.870038 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6d8cab-2b15-463d-897f-237e70aaa4b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:42:30.870460 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6d8cab-2b15-463d-897f-237e70aaa4b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:42:30.870617 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6d8cab-2b15-463d-897f-237e70aaa4b6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:42:30.870927 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6d8cab-2b15-463d-897f-237e70aaa4b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:42:30.871411 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6d8cab-2b15-463d-897f-237e70aaa4b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:42:30.871729 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6d8cab-2b15-463d-897f-237e70aaa4b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:42:30.872082 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6d8cab-2b15-463d-897f-237e70aaa4b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:42:30.872406 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6d8cab-2b15-463d-897f-237e70aaa4b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:42:30.882678 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-b5822f1c-5413-4c42-bcc8-0d1ecef9c336 None None] Notify callbacks [] for port, precommit_create {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:30.922513 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.managers [None req-8fe7e49a-56df-43be-9679-766ef074ee92 None None] Attempting to bind port 01ed5676-d7d8-4049-b8fb-962a87a9cec4 on host dv-cinder-813986-1-iscsi for vnic_type normal with profile {{(pid=100187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:42:30.923004 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.managers [None req-8fe7e49a-56df-43be-9679-766ef074ee92 None None] Attempting to bind port 01ed5676-d7d8-4049-b8fb-962a87a9cec4 by drivers openvswitch,hyperv on host dv-cinder-813986-1-iscsi at level 0 using segments [{'id': 'dae9b686-fddb-4b1f-b679-3a2c746ec42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '5a332eb8-f9e7-47c6-bba6-b88a3a5861c5'}] {{(pid=100187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:42:30.923362 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe7e49a-56df-43be-9679-766ef074ee92 None None] Attempting to bind port 01ed5676-d7d8-4049-b8fb-962a87a9cec4 on network 5a332eb8-f9e7-47c6-bba6-b88a3a5861c5 {{(pid=100187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:42:30.932002 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe7e49a-56df-43be-9679-766ef074ee92 None None] Checking agent: {'id': '87c3554d-181c-44a6-8f26-629ea6b28d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813986-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 18, 27), 'started_at': datetime.datetime(2021, 10, 14, 12, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813986-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:42:30.932002 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe7e49a-56df-43be-9679-766ef074ee92 None None] Checking segment: {'id': 'dae9b686-fddb-4b1f-b679-3a2c746ec42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '5a332eb8-f9e7-47c6-bba6-b88a3a5861c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:42:30.932002 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron_lib.callbacks.manager [None req-8fe7e49a-56df-43be-9679-766ef074ee92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:30.932002 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe7e49a-56df-43be-9679-766ef074ee92 None None] Bound using segment: {'id': 'dae9b686-fddb-4b1f-b679-3a2c746ec42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '5a332eb8-f9e7-47c6-bba6-b88a3a5861c5'} {{(pid=100187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:42:30.932423 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.managers [None req-8fe7e49a-56df-43be-9679-766ef074ee92 None None] Bound port: 01ed5676-d7d8-4049-b8fb-962a87a9cec4, host: dv-cinder-813986-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae9b686-fddb-4b1f-b679-3a2c746ec42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '5a332eb8-f9e7-47c6-bba6-b88a3a5861c5'}}] {{(pid=100187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:42:30.932696 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron_lib.callbacks.manager [None req-8fe7e49a-56df-43be-9679-766ef074ee92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:30.950512 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-b5822f1c-5413-4c42-bcc8-0d1ecef9c336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787792822806'] for port, after_create {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:30.991920 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5822f1c-5413-4c42-bcc8-0d1ecef9c336 None None] Network ce0985e1-b3f8-4a47-b115-53ede8e20492 is already hosted by enough agents. {{(pid=100186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:42:30.997128 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.scheduler.base_scheduler [None req-b5822f1c-5413-4c42-bcc8-0d1ecef9c336 None None] Resources bound (agent type, host, resource id): {{(pid=100186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:42:31.004156 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5822f1c-5413-4c42-bcc8-0d1ecef9c336 None None] Received port after_create {{(pid=100186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:42:31.014708 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5822f1c-5413-4c42-bcc8-0d1ecef9c336 None None] Pushing event updated for resources: {'Port': ['ID=b566429f-cc73-4fa8-8aa7-07dad2c2cc29,revision_number=1']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:42:31.024529 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.db [None req-8fe7e49a-56df-43be-9679-766ef074ee92 None None] For port 01ed5676-d7d8-4049-b8fb-962a87a9cec4, host dv-cinder-813986-1-iscsi, cleared binding levels {{(pid=100187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:42:31.029154 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.db [None req-8fe7e49a-56df-43be-9679-766ef074ee92 None None] For port 01ed5676-d7d8-4049-b8fb-962a87a9cec4, host dv-cinder-813986-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=01ed5676-d7d8-4049-b8fb-962a87a9cec4,segment=NetworkSegment(dae9b686-fddb-4b1f-b679-3a2c746ec42e),segment_id=dae9b686-fddb-4b1f-b679-3a2c746ec42e)] {{(pid=100187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:42:31.068940 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.managers [None req-b5822f1c-5413-4c42-bcc8-0d1ecef9c336 None None] Attempting to bind port b566429f-cc73-4fa8-8aa7-07dad2c2cc29 on host dv-cinder-813986-1-iscsi for vnic_type normal with profile {{(pid=100186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:42:31.069332 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.managers [None req-b5822f1c-5413-4c42-bcc8-0d1ecef9c336 None None] Attempting to bind port b566429f-cc73-4fa8-8aa7-07dad2c2cc29 by drivers openvswitch,hyperv on host dv-cinder-813986-1-iscsi at level 0 using segments [{'id': 'e2f7eff5-3187-4af4-b65d-c1d8759396dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ce0985e1-b3f8-4a47-b115-53ede8e20492'}] {{(pid=100186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:42:31.069692 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5822f1c-5413-4c42-bcc8-0d1ecef9c336 None None] Attempting to bind port b566429f-cc73-4fa8-8aa7-07dad2c2cc29 on network ce0985e1-b3f8-4a47-b115-53ede8e20492 {{(pid=100186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:42:31.077574 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5822f1c-5413-4c42-bcc8-0d1ecef9c336 None None] Checking agent: {'id': '87c3554d-181c-44a6-8f26-629ea6b28d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813986-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 18, 27), 'started_at': datetime.datetime(2021, 10, 14, 12, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813986-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:42:31.077944 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5822f1c-5413-4c42-bcc8-0d1ecef9c336 None None] Checking segment: {'id': 'e2f7eff5-3187-4af4-b65d-c1d8759396dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ce0985e1-b3f8-4a47-b115-53ede8e20492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:42:31.078339 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-b5822f1c-5413-4c42-bcc8-0d1ecef9c336 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:31.078725 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5822f1c-5413-4c42-bcc8-0d1ecef9c336 None None] Bound using segment: {'id': 'e2f7eff5-3187-4af4-b65d-c1d8759396dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ce0985e1-b3f8-4a47-b115-53ede8e20492'} {{(pid=100186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:42:31.079220 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.managers [None req-b5822f1c-5413-4c42-bcc8-0d1ecef9c336 None None] Bound port: b566429f-cc73-4fa8-8aa7-07dad2c2cc29, host: dv-cinder-813986-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2f7eff5-3187-4af4-b65d-c1d8759396dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ce0985e1-b3f8-4a47-b115-53ede8e20492'}}] {{(pid=100186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:42:31.079603 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-b5822f1c-5413-4c42-bcc8-0d1ecef9c336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:31.082644 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-78b1f529-fb94-439c-8431-1eeb42b356e4 None None] Provisioning complete for port 01ed5676-d7d8-4049-b8fb-962a87a9cec4 triggered by entity DHCP. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:42:31.083022 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-78b1f529-fb94-439c-8431-1eeb42b356e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:31.098485 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-04231c98-3a91-4554-8ed1-69221948d2b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:31.115508 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron_lib.callbacks.manager [None req-8fe7e49a-56df-43be-9679-766ef074ee92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:31.117324 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-04231c98-3a91-4554-8ed1-69221948d2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:31.145000 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-78b1f529-fb94-439c-8431-1eeb42b356e4 None None] Port 01ed5676-d7d8-4049-b8fb-962a87a9cec4 cannot update to ACTIVE because it is not bound. {{(pid=100186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 12:42:31.170947 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6d8cab-2b15-463d-897f-237e70aaa4b6 None None] Pushing event updated for resources: {'Port': ['ID=01ed5676-d7d8-4049-b8fb-962a87a9cec4,revision_number=4']} {{(pid=100187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:42:31.173515 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-b5822f1c-5413-4c42-bcc8-0d1ecef9c336 None None] For port b566429f-cc73-4fa8-8aa7-07dad2c2cc29, host dv-cinder-813986-1-iscsi, cleared binding levels {{(pid=100186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:42:31.177104 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-b5822f1c-5413-4c42-bcc8-0d1ecef9c336 None None] For port b566429f-cc73-4fa8-8aa7-07dad2c2cc29, host dv-cinder-813986-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=b566429f-cc73-4fa8-8aa7-07dad2c2cc29,segment=NetworkSegment(e2f7eff5-3187-4af4-b65d-c1d8759396dc),segment_id=e2f7eff5-3187-4af4-b65d-c1d8759396dc)] {{(pid=100186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:42:31.187163 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe7e49a-56df-43be-9679-766ef074ee92 None None] Routers {'9f5f3e97-307b-4554-b5d2-23d86b551e2b'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:42:31.187785 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_hamode_db [None req-8fe7e49a-56df-43be-9679-766ef074ee92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:42:26Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['9f5f3e97-307b-4554-b5d2-23d86b551e2b'], 'active': True} {{(pid=100187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:42:31.239831 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.db.db_base_plugin_common [None req-04231c98-3a91-4554-8ed1-69221948d2b8 admin admin] Allocated IP 172.27.0.127 (b7b7a1d8-4110-4f63-bddb-33667e2d84f3/eea40cd2-79ec-4f52-9668-443439548eb0/11453873-3945-4893-8537-77fa71609ed1) {{(pid=100185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:42:31.258698 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-b5822f1c-5413-4c42-bcc8-0d1ecef9c336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:31.313539 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_dvr_db [None req-8fe7e49a-56df-43be-9679-766ef074ee92 None None] Set router 9f5f3e97-307b-4554-b5d2-23d86b551e2b gateway port host: dv-cinder-813986-1-iscsi {{(pid=100187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:42:31.344239 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5822f1c-5413-4c42-bcc8-0d1ecef9c336 None None] Pushing event updated for resources: {'Port': ['ID=b566429f-cc73-4fa8-8aa7-07dad2c2cc29,revision_number=2']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:42:31.380237 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device 01ed5676-d7d8-4049-b8fb-962a87a9cec4 up at agent ovs-agent-dv-cinder-813986-1-iscsi {{(pid=100186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:42:31.388649 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-04231c98-3a91-4554-8ed1-69221948d2b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:31.436261 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Provisioning complete for port 01ed5676-d7d8-4049-b8fb-962a87a9cec4 triggered by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:42:31.436563 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:31.490997 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-c9156c66-3078-4c65-a010-ab39a935838d None None] Provisioning complete for port 01ed5676-d7d8-4049-b8fb-962a87a9cec4 triggered by entity DHCP. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:42:31.491719 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-c9156c66-3078-4c65-a010-ab39a935838d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:31.493777 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-04231c98-3a91-4554-8ed1-69221948d2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787792822806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7811617'] for port, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:31.539739 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04231c98-3a91-4554-8ed1-69221948d2b8 admin admin] Pushing event updated for resources: {'Port': ['ID=11453873-3945-4893-8537-77fa71609ed1,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:42:31.550992 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04231c98-3a91-4554-8ed1-69221948d2b8 admin admin] Network b7b7a1d8-4110-4f63-bddb-33667e2d84f3 is already hosted by enough agents. {{(pid=100185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:42:31.559167 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.base_scheduler [None req-04231c98-3a91-4554-8ed1-69221948d2b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:42:31.562988 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04231c98-3a91-4554-8ed1-69221948d2b8 admin admin] Received port after_create {{(pid=100185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:42:31.585620 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_hamode_db [None req-8fe7e49a-56df-43be-9679-766ef074ee92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f5f3e97-307b-4554-b5d2-23d86b551e2b', 'name': 'tempest-TestMinimumBasicScenario-802064631-router', 'tenant_id': '097f41cb2c1d4253b284aac1850e29a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '91b46870-2c6f-4ae6-bfea-a39e2254f48a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:42:24Z', 'updated_at': '2021-10-14T12:42:27Z', 'revision_number': 4, 'project_id': '097f41cb2c1d4253b284aac1850e29a1', 'gw_port': {'id': '91b46870-2c6f-4ae6-bfea-a39e2254f48a', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:1f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5f3e97-307b-4554-b5d2-23d86b551e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:42:24Z', 'updated_at': '2021-10-14T12:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_interfaces': [{'id': '01ed5676-d7d8-4049-b8fb-962a87a9cec4', 'name': '', 'network_id': '5a332eb8-f9e7-47c6-bba6-b88a3a5861c5', 'tenant_id': '097f41cb2c1d4253b284aac1850e29a1', 'mac_address': 'fa:16:3e:e5:ef:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f5f3e97-307b-4554-b5d2-23d86b551e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'b0d5d99f-da8d-421c-8d6f-ef4b7c2fb43e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:42:26Z', 'updated_at': '2021-10-14T12:42:31Z', 'revision_number': 4, 'project_id': '097f41cb2c1d4253b284aac1850e29a1', 'subnets': [{'id': 'b0d5d99f-da8d-421c-8d6f-ef4b7c2fb43e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:42:31.606727 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:31.614588 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe7e49a-56df-43be-9679-766ef074ee92 None None] The sync data for ids ['9f5f3e97-307b-4554-b5d2-23d86b551e2b'] in dv-cinder-813986-1-iscsi is: [{'id': '9f5f3e97-307b-4554-b5d2-23d86b551e2b', 'name': 'tempest-TestMinimumBasicScenario-802064631-router', 'tenant_id': '097f41cb2c1d4253b284aac1850e29a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '91b46870-2c6f-4ae6-bfea-a39e2254f48a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:42:24Z', 'updated_at': '2021-10-14T12:42:27Z', 'revision_number': 4, 'project_id': '097f41cb2c1d4253b284aac1850e29a1', 'gw_port': {'id': '91b46870-2c6f-4ae6-bfea-a39e2254f48a', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:1f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5f3e97-307b-4554-b5d2-23d86b551e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:42:24Z', 'updated_at': '2021-10-14T12:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_interfaces': [{'id': '01ed5676-d7d8-4049-b8fb-962a87a9cec4', 'name': '', 'network_id': '5a332eb8-f9e7-47c6-bba6-b88a3a5861c5', 'tenant_id': '097f41cb2c1d4253b284aac1850e29a1', 'mac_address': 'fa:16:3e:e5:ef:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f5f3e97-307b-4554-b5d2-23d86b551e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'b0d5d99f-da8d-421c-8d6f-ef4b7c2fb43e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:42:26Z', 'updated_at': '2021-10-14T12:42:31Z', 'revision_number': 4, 'project_id': '097f41cb2c1d4253b284aac1850e29a1', 'subnets': [{'id': 'b0d5d99f-da8d-421c-8d6f-ef4b7c2fb43e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:42:31.713870 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] For port 01ed5676-d7d8-4049-b8fb-962a87a9cec4, host dv-cinder-813986-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=01ed5676-d7d8-4049-b8fb-962a87a9cec4,segment=NetworkSegment(dae9b686-fddb-4b1f-b679-3a2c746ec42e),segment_id=dae9b686-fddb-4b1f-b679-3a2c746ec42e)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:42:31.720025 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-c9156c66-3078-4c65-a010-ab39a935838d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:31.781734 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:31.782525 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device 91b46870-2c6f-4ae6-bfea-a39e2254f48a up at agent ovs-agent-dv-cinder-813986-1-iscsi {{(pid=100186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:42:31.787945 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e74260-d980-453d-be07-02ca3834f80e req-aa136949-8713-4f6c-bf6e-d106a857b448 tempest-VolumesNegativeTest-883868559 tempest-VolumesNegativeTest-883868559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:42:31.789280 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-58e74260-d980-453d-be07-02ca3834f80e req-aa136949-8713-4f6c-bf6e-d106a857b448 tempest-VolumesNegativeTest-883868559 tempest-VolumesNegativeTest-883868559-project] 10.222.0.54 "GET /v2.0/ports?device_id=7acb4ec0-06c5-4792-9cfd-92fe5e7cfb59 HTTP/1.1" status: 200 len: 950 time: 0.0805883 Oct 14 12:42:31.832357 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-58e74260-d980-453d-be07-02ca3834f80e req-a2d9a73e-f5a4-4742-8ed3-bb2f289e9fad tempest-VolumesNegativeTest-883868559 tempest-VolumesNegativeTest-883868559-project] 10.222.0.54 "GET /v2.0/security-groups?id=420def79-e54e-4311-a459-77daffa2c2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369573 Oct 14 12:42:31.884030 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.db.api [None req-c9156c66-3078-4c65-a010-ab39a935838d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100186) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 14 12:42:31.884030 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG oslo_db.api [None req-c9156c66-3078-4c65-a010-ab39a935838d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 14 12:42:31.900277 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Pushing event updated for resources: {'Port': ['ID=01ed5676-d7d8-4049-b8fb-962a87a9cec4,revision_number=5']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:42:31.912124 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Provisioning complete for port 91b46870-2c6f-4ae6-bfea-a39e2254f48a triggered by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:42:31.912506 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:31.926651 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c7c1d3-0fe6-4c56-bcc2-06745c350dbe req-57ce14c0-ad8e-4ff3-a43a-866f51d13384 tempest-VolumesNegativeTest-883868559 tempest-VolumesNegativeTest-883868559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:42:31.931170 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-02c7c1d3-0fe6-4c56-bcc2-06745c350dbe req-57ce14c0-ad8e-4ff3-a43a-866f51d13384 tempest-VolumesNegativeTest-883868559 tempest-VolumesNegativeTest-883868559-project] 10.222.0.25 "GET /v2.0/ports?device_id=7acb4ec0-06c5-4792-9cfd-92fe5e7cfb59 HTTP/1.1" status: 200 len: 950 time: 0.0658236 Oct 14 12:42:32.007436 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-04231c98-3a91-4554-8ed1-69221948d2b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:32.034186 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.plugin [req-02c7c1d3-0fe6-4c56-bcc2-06745c350dbe req-87c77066-9a82-43df-a548-056a72fe0a04 tempest-VolumesNegativeTest-883868559 tempest-VolumesNegativeTest-883868559-project] Deleting port 34faf582-1192-44e6-b076-cc3fad879dc5 {{(pid=100184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 12:42:32.034611 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-02c7c1d3-0fe6-4c56-bcc2-06745c350dbe req-87c77066-9a82-43df-a548-056a72fe0a04 tempest-VolumesNegativeTest-883868559 tempest-VolumesNegativeTest-883868559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787793337694'] for port, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:32.149822 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.db [req-02c7c1d3-0fe6-4c56-bcc2-06745c350dbe req-87c77066-9a82-43df-a548-056a72fe0a04 tempest-VolumesNegativeTest-883868559 tempest-VolumesNegativeTest-883868559-project] For port 34faf582-1192-44e6-b076-cc3fad879dc5, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=34faf582-1192-44e6-b076-cc3fad879dc5,segment=NetworkSegment(1f5407d7-72c4-4f40-b8fb-f055054e3243),segment_id=1f5407d7-72c4-4f40-b8fb-f055054e3243)] {{(pid=100184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:42:32.150418 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-02c7c1d3-0fe6-4c56-bcc2-06745c350dbe req-87c77066-9a82-43df-a548-056a72fe0a04 tempest-VolumesNegativeTest-883868559 tempest-VolumesNegativeTest-883868559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612080'] for port, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:32.164442 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.plugin [req-02c7c1d3-0fe6-4c56-bcc2-06745c350dbe req-87c77066-9a82-43df-a548-056a72fe0a04 tempest-VolumesNegativeTest-883868559 tempest-VolumesNegativeTest-883868559-project] Calling delete_port for 34faf582-1192-44e6-b076-cc3fad879dc5 owned by compute:nova {{(pid=100184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 12:42:32.222522 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-04231c98-3a91-4554-8ed1-69221948d2b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619686'] for router, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:32.410724 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-02c7c1d3-0fe6-4c56-bcc2-06745c350dbe req-87c77066-9a82-43df-a548-056a72fe0a04 tempest-VolumesNegativeTest-883868559 tempest-VolumesNegativeTest-883868559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787793344296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787792822815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235086'] for port, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:32.446873 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04231c98-3a91-4554-8ed1-69221948d2b8 admin admin] Router a110879e-e41a-473f-98b2-a2b2bdc91149 is scheduled to L3 agent 98567738-4256-4ddd-ae03-62c82ecec038 with binding_index 1 {{(pid=100185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 12:42:32.448291 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] get_ports_and_sgs() called for port_ids ['34faf582-1192-44e6-b076-cc3fad879dc5'] {{(pid=100186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:42:32.450806 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce7e7bd-9c0e-4461-b30a-15efef650324 None None] Network ce0985e1-b3f8-4a47-b115-53ede8e20492 requested from dv-cinder-813986-1-iscsi {{(pid=100186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:42:32.469638 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c77066-9a82-43df-a548-056a72fe0a04 tempest-VolumesNegativeTest-883868559 tempest-VolumesNegativeTest-883868559-project] Pushing event deleted for resources: {'Port': ['ID=34faf582-1192-44e6-b076-cc3fad879dc5,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:42:32.508788 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.db.l3_dvrscheduler_db [req-02c7c1d3-0fe6-4c56-bcc2-06745c350dbe req-87c77066-9a82-43df-a548-056a72fe0a04 tempest-VolumesNegativeTest-883868559 tempest-VolumesNegativeTest-883868559-project] No DVR routers for this DVR port 34faf582-1192-44e6-b076-cc3fad879dc5 on host hv-cinder-81398 {{(pid=100184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 12:42:32.512549 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-02c7c1d3-0fe6-4c56-bcc2-06745c350dbe req-87c77066-9a82-43df-a548-056a72fe0a04 tempest-VolumesNegativeTest-883868559 tempest-VolumesNegativeTest-883868559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516790'] for port, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:32.516989 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-02c7c1d3-0fe6-4c56-bcc2-06745c350dbe req-87c77066-9a82-43df-a548-056a72fe0a04 tempest-VolumesNegativeTest-883868559 tempest-VolumesNegativeTest-883868559-project] 10.222.0.25 "DELETE /v2.0/ports/34faf582-1192-44e6-b076-cc3fad879dc5 HTTP/1.1" status: 204 len: 173 time: 0.5764463 Oct 14 12:42:32.517615 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7acb4ec0-06c5-4792-9cfd-92fe5e7cfb59', 'name': 'network-vif-deleted', 'tag': '34faf582-1192-44e6-b076-cc3fad879dc5'}] {{(pid=100184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:42:32.533342 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb275087d552987a85547e896d52e13f348f0da1d291f893306c6091374b53c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50a05dd-d0dd-4e8a-94a7-f5ca3b049f93" -d '{"events": [{"server_uuid": "7acb4ec0-06c5-4792-9cfd-92fe5e7cfb59", "name": "network-vif-deleted", "tag": "34faf582-1192-44e6-b076-cc3fad879dc5"}]}' {{(pid=100184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:42:32.574083 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ccbe86-f7cf-4912-af6d-2cc973e0b6a5 x-openstack-request-id: req-56ccbe86-f7cf-4912-af6d-2cc973e0b6a5 {{(pid=100184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:42:32.574533 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7acb4ec0-06c5-4792-9cfd-92fe5e7cfb59", "name": "network-vif-deleted", "tag": "34faf582-1192-44e6-b076-cc3fad879dc5", "status": "completed", "code": 200}]} {{(pid=100184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:42:32.574917 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-56ccbe86-f7cf-4912-af6d-2cc973e0b6a5 {{(pid=100184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:42:32.575514 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7acb4ec0-06c5-4792-9cfd-92fe5e7cfb59', 'name': 'network-vif-deleted', 'tag': '34faf582-1192-44e6-b076-cc3fad879dc5', 'status': 'completed', 'code': 200} Oct 14 12:42:32.584005 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04231c98-3a91-4554-8ed1-69221948d2b8 admin admin] Notify agent at l3_agent.dv-cinder-813986-1-iscsi the message routers_updated {{(pid=100185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:42:32.597431 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf1969a-8d24-4bdf-ae57-19d417567877 None None] Sync routers for ids ['a110879e-e41a-473f-98b2-a2b2bdc91149'] in dv-cinder-813986-1-iscsi {{(pid=100186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:42:32.637914 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf1969a-8d24-4bdf-ae57-19d417567877 None None] Routers {'a110879e-e41a-473f-98b2-a2b2bdc91149'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:42:32.638524 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-5cf1969a-8d24-4bdf-ae57-19d417567877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:42:26Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['a110879e-e41a-473f-98b2-a2b2bdc91149'], 'active': True} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:42:32.682852 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-04231c98-3a91-4554-8ed1-69221948d2b8 admin admin] Notify callbacks [] for router, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:32.687405 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 42388) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:42:32.687586 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-04231c98-3a91-4554-8ed1-69221948d2b8 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3046863 Oct 14 12:42:32.788572 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-6299e3ca-6743-4003-b083-429d9a006bb7 None None] Provisioning complete for port b566429f-cc73-4fa8-8aa7-07dad2c2cc29 triggered by entity DHCP. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:42:32.788948 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-6299e3ca-6743-4003-b083-429d9a006bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:32.892105 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvr_db [None req-5cf1969a-8d24-4bdf-ae57-19d417567877 None None] Set router a110879e-e41a-473f-98b2-a2b2bdc91149 gateway port host: dv-cinder-813986-1-iscsi {{(pid=100186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:42:33.059397 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-6299e3ca-6743-4003-b083-429d9a006bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:33.060306 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ae6d1888-194b-4b76-9f3c-80394852c76b req-11446a0b-3f1f-459f-8bf4-f6efe36b55eb tempest-VolumesNegativeTest-883868559 tempest-VolumesNegativeTest-883868559-project] 10.222.0.54 "GET /v2.0/ports?device_id=7acb4ec0-06c5-4792-9cfd-92fe5e7cfb59 HTTP/1.1" status: 200 len: 210 time: 0.0575278 Oct 14 12:42:33.130373 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-6299e3ca-6743-4003-b083-429d9a006bb7 None None] For port b566429f-cc73-4fa8-8aa7-07dad2c2cc29, host dv-cinder-813986-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=b566429f-cc73-4fa8-8aa7-07dad2c2cc29,segment=NetworkSegment(e2f7eff5-3187-4af4-b65d-c1d8759396dc),segment_id=e2f7eff5-3187-4af4-b65d-c1d8759396dc)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:42:33.161093 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-5cf1969a-8d24-4bdf-ae57-19d417567877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a110879e-e41a-473f-98b2-a2b2bdc91149', 'name': 'tempest-TestMinimumBasicScenario-681125962-router', 'tenant_id': '608f9de81474456d925c40d995ca8768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '11453873-3945-4893-8537-77fa71609ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:42:30Z', 'updated_at': '2021-10-14T12:42:31Z', 'revision_number': 3, 'project_id': '608f9de81474456d925c40d995ca8768', 'gw_port': {'id': '11453873-3945-4893-8537-77fa71609ed1', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:06:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a110879e-e41a-473f-98b2-a2b2bdc91149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:42:31Z', 'updated_at': '2021-10-14T12:42:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi'}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:42:33.320173 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf1969a-8d24-4bdf-ae57-19d417567877 None None] Checking router: a110879e-e41a-473f-98b2-a2b2bdc91149 for host: dv-cinder-813986-1-iscsi {{(pid=100186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:42:33.320530 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf1969a-8d24-4bdf-ae57-19d417567877 None None] Updating router a110879e-e41a-473f-98b2-a2b2bdc91149 port 11453873-3945-4893-8537-77fa71609ed1 binding host dv-cinder-813986-1-iscsi {{(pid=100186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 12:42:33.322812 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-6299e3ca-6743-4003-b083-429d9a006bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:33.369764 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-5cf1969a-8d24-4bdf-ae57-19d417567877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:33.394922 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device 01ed5676-d7d8-4049-b8fb-962a87a9cec4 up at agent ovs-agent-dv-cinder-813986-1-iscsi {{(pid=100186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:42:33.447082 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6299e3ca-6743-4003-b083-429d9a006bb7 None None] Pushing event updated for resources: {'Port': ['ID=b566429f-cc73-4fa8-8aa7-07dad2c2cc29,revision_number=3']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:42:33.468335 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-0212e36e-24a7-49e4-bf25-60f801522bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:33.519346 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-eb99abd0-b607-4321-867e-7a7be27e5680 None None] Provisioning complete for port b566429f-cc73-4fa8-8aa7-07dad2c2cc29 triggered by entity DHCP. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:42:33.519716 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-eb99abd0-b607-4321-867e-7a7be27e5680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:33.574793 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Provisioning complete for port 01ed5676-d7d8-4049-b8fb-962a87a9cec4 triggered by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:42:33.575163 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:33.628024 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.db.db_base_plugin_common [None req-0212e36e-24a7-49e4-bf25-60f801522bd3 admin admin] Allocated IP 172.20.0.1 (ce0985e1-b3f8-4a47-b115-53ede8e20492/c4e8dd25-cb99-4908-85b0-35ff3188a3c4/22b51c64-1f3d-4293-a0e2-4acae907b974) {{(pid=100184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:42:33.734151 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-0212e36e-24a7-49e4-bf25-60f801522bd3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:33.790453 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device b566429f-cc73-4fa8-8aa7-07dad2c2cc29 up at agent ovs-agent-dv-cinder-813986-1-iscsi {{(pid=100186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:42:33.827388 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-0212e36e-24a7-49e4-bf25-60f801522bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787792822806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235086'] for port, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:33.852996 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-5cf1969a-8d24-4bdf-ae57-19d417567877 None None] Notify callbacks [] for port, precommit_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:33.867805 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Provisioning complete for port b566429f-cc73-4fa8-8aa7-07dad2c2cc29 triggered by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:42:33.868202 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:33.868338 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0212e36e-24a7-49e4-bf25-60f801522bd3 admin admin] Network ce0985e1-b3f8-4a47-b115-53ede8e20492 is already hosted by enough agents. {{(pid=100184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:42:33.871117 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.base_scheduler [None req-0212e36e-24a7-49e4-bf25-60f801522bd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:42:33.874717 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0212e36e-24a7-49e4-bf25-60f801522bd3 admin admin] Received port after_create {{(pid=100184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:42:33.883056 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0212e36e-24a7-49e4-bf25-60f801522bd3 admin admin] Pushing event updated for resources: {'Port': ['ID=22b51c64-1f3d-4293-a0e2-4acae907b974,revision_number=1']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:42:33.920038 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-0212e36e-24a7-49e4-bf25-60f801522bd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618643'] for router_interface, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:33.936676 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-5cf1969a-8d24-4bdf-ae57-19d417567877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:34.004269 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.managers [None req-5cf1969a-8d24-4bdf-ae57-19d417567877 None None] Attempting to bind port 11453873-3945-4893-8537-77fa71609ed1 on host dv-cinder-813986-1-iscsi for vnic_type normal with profile {{(pid=100186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:42:34.004574 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.managers [None req-5cf1969a-8d24-4bdf-ae57-19d417567877 None None] Attempting to bind port 11453873-3945-4893-8537-77fa71609ed1 by drivers openvswitch,hyperv on host dv-cinder-813986-1-iscsi at level 0 using segments [{'id': '25948913-841c-4e53-955d-096026847693', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3'}] {{(pid=100186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:42:34.005284 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf1969a-8d24-4bdf-ae57-19d417567877 None None] Attempting to bind port 11453873-3945-4893-8537-77fa71609ed1 on network b7b7a1d8-4110-4f63-bddb-33667e2d84f3 {{(pid=100186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:42:34.008959 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134373dc-0985-4d01-ab94-20927bcc4d9d None None] Pushing event updated for resources: {'Port': ['ID=11453873-3945-4893-8537-77fa71609ed1,revision_number=2']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:42:34.013062 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf1969a-8d24-4bdf-ae57-19d417567877 None None] Checking agent: {'id': '87c3554d-181c-44a6-8f26-629ea6b28d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813986-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 18, 27), 'started_at': datetime.datetime(2021, 10, 14, 12, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813986-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:42:34.013436 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf1969a-8d24-4bdf-ae57-19d417567877 None None] Checking segment: {'id': '25948913-841c-4e53-955d-096026847693', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:42:34.013840 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-5cf1969a-8d24-4bdf-ae57-19d417567877 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:34.014228 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf1969a-8d24-4bdf-ae57-19d417567877 None None] Bound using segment: {'id': '25948913-841c-4e53-955d-096026847693', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3'} {{(pid=100186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:42:34.014700 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.managers [None req-5cf1969a-8d24-4bdf-ae57-19d417567877 None None] Bound port: 11453873-3945-4893-8537-77fa71609ed1, host: dv-cinder-813986-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25948913-841c-4e53-955d-096026847693', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3'}}] {{(pid=100186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:42:34.015083 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-5cf1969a-8d24-4bdf-ae57-19d417567877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:34.068246 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-5cf1969a-8d24-4bdf-ae57-19d417567877 None None] For port 11453873-3945-4893-8537-77fa71609ed1, host dv-cinder-813986-1-iscsi, cleared binding levels {{(pid=100186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:42:34.073973 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-5cf1969a-8d24-4bdf-ae57-19d417567877 None None] For port 11453873-3945-4893-8537-77fa71609ed1, host dv-cinder-813986-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=11453873-3945-4893-8537-77fa71609ed1,segment=NetworkSegment(25948913-841c-4e53-955d-096026847693),segment_id=25948913-841c-4e53-955d-096026847693)] {{(pid=100186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:42:34.083477 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-38f18334-81a1-446e-8d98-01e04cfb99c4 None None] Provisioning complete for port 22b51c64-1f3d-4293-a0e2-4acae907b974 triggered by entity DHCP. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:42:34.083856 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-38f18334-81a1-446e-8d98-01e04cfb99c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:34.124838 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-38f18334-81a1-446e-8d98-01e04cfb99c4 None None] Port 22b51c64-1f3d-4293-a0e2-4acae907b974 cannot update to ACTIVE because it is not bound. {{(pid=100186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 12:42:34.135864 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-0212e36e-24a7-49e4-bf25-60f801522bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:34.166838 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-5cf1969a-8d24-4bdf-ae57-19d417567877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:34.221620 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf1969a-8d24-4bdf-ae57-19d417567877 None None] Routers {'a110879e-e41a-473f-98b2-a2b2bdc91149'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:42:34.222254 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-5cf1969a-8d24-4bdf-ae57-19d417567877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:42:26Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['a110879e-e41a-473f-98b2-a2b2bdc91149'], 'active': True} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:42:34.285493 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134373dc-0985-4d01-ab94-20927bcc4d9d None None] Pushing event updated for resources: {'Port': ['ID=11453873-3945-4893-8537-77fa71609ed1,revision_number=3']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:42:34.301556 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-0212e36e-24a7-49e4-bf25-60f801522bd3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:34.335774 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvr_db [None req-5cf1969a-8d24-4bdf-ae57-19d417567877 None None] Set router a110879e-e41a-473f-98b2-a2b2bdc91149 gateway port host: dv-cinder-813986-1-iscsi {{(pid=100186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:42:34.377991 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-0212e36e-24a7-49e4-bf25-60f801522bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6235095'] for port, after_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:34.448704 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0212e36e-24a7-49e4-bf25-60f801522bd3 admin admin] Pushing event updated for resources: {'Port': ['ID=22b51c64-1f3d-4293-a0e2-4acae907b974,revision_number=2']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:42:34.452568 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-0212e36e-24a7-49e4-bf25-60f801522bd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618727'] for router_interface, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:34.545318 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-5cf1969a-8d24-4bdf-ae57-19d417567877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a110879e-e41a-473f-98b2-a2b2bdc91149', 'name': 'tempest-TestMinimumBasicScenario-681125962-router', 'tenant_id': '608f9de81474456d925c40d995ca8768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '11453873-3945-4893-8537-77fa71609ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:42:30Z', 'updated_at': '2021-10-14T12:42:34Z', 'revision_number': 4, 'project_id': '608f9de81474456d925c40d995ca8768', 'gw_port': {'id': '11453873-3945-4893-8537-77fa71609ed1', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:06:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a110879e-e41a-473f-98b2-a2b2bdc91149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:42:31Z', 'updated_at': '2021-10-14T12:42:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_interfaces': [{'id': '22b51c64-1f3d-4293-a0e2-4acae907b974', 'name': '', 'network_id': 'ce0985e1-b3f8-4a47-b115-53ede8e20492', 'tenant_id': '608f9de81474456d925c40d995ca8768', 'mac_address': 'fa:16:3e:de:df:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a110879e-e41a-473f-98b2-a2b2bdc91149', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'c4e8dd25-cb99-4908-85b0-35ff3188a3c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:42:33Z', 'updated_at': '2021-10-14T12:42:33Z', 'revision_number': 1, 'project_id': '608f9de81474456d925c40d995ca8768', 'subnets': [{'id': 'c4e8dd25-cb99-4908-85b0-35ff3188a3c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:42:34.551654 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0212e36e-24a7-49e4-bf25-60f801522bd3 admin admin] Network ce0985e1-b3f8-4a47-b115-53ede8e20492 is already hosted by enough agents. {{(pid=100184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:42:34.556931 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.base_scheduler [None req-0212e36e-24a7-49e4-bf25-60f801522bd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:42:34.573845 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf1969a-8d24-4bdf-ae57-19d417567877 None None] The sync data for ids ['a110879e-e41a-473f-98b2-a2b2bdc91149'] in dv-cinder-813986-1-iscsi is: [{'id': 'a110879e-e41a-473f-98b2-a2b2bdc91149', 'name': 'tempest-TestMinimumBasicScenario-681125962-router', 'tenant_id': '608f9de81474456d925c40d995ca8768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '11453873-3945-4893-8537-77fa71609ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:42:30Z', 'updated_at': '2021-10-14T12:42:34Z', 'revision_number': 4, 'project_id': '608f9de81474456d925c40d995ca8768', 'gw_port': {'id': '11453873-3945-4893-8537-77fa71609ed1', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:06:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a110879e-e41a-473f-98b2-a2b2bdc91149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:42:31Z', 'updated_at': '2021-10-14T12:42:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_interfaces': [{'id': '22b51c64-1f3d-4293-a0e2-4acae907b974', 'name': '', 'network_id': 'ce0985e1-b3f8-4a47-b115-53ede8e20492', 'tenant_id': '608f9de81474456d925c40d995ca8768', 'mac_address': 'fa:16:3e:de:df:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a110879e-e41a-473f-98b2-a2b2bdc91149', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'c4e8dd25-cb99-4908-85b0-35ff3188a3c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:42:33Z', 'updated_at': '2021-10-14T12:42:33Z', 'revision_number': 1, 'project_id': '608f9de81474456d925c40d995ca8768', 'subnets': [{'id': 'c4e8dd25-cb99-4908-85b0-35ff3188a3c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:42:34.677736 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0212e36e-24a7-49e4-bf25-60f801522bd3 admin admin] Router a110879e-e41a-473f-98b2-a2b2bdc91149 has already been hosted by L3 agent 98567738-4256-4ddd-ae03-62c82ecec038 {{(pid=100184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 12:42:34.747287 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-f9a9c7ec-7604-4ebc-8d7d-636fd407d97e None None] Provisioning complete for port 22b51c64-1f3d-4293-a0e2-4acae907b974 triggered by entity DHCP. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:42:34.747698 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-f9a9c7ec-7604-4ebc-8d7d-636fd407d97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:34.810422 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-f9a9c7ec-7604-4ebc-8d7d-636fd407d97e None None] Port 22b51c64-1f3d-4293-a0e2-4acae907b974 cannot update to ACTIVE because it is not bound. {{(pid=100186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 12:42:34.820254 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0212e36e-24a7-49e4-bf25-60f801522bd3 admin admin] Notify agent at l3_agent.dv-cinder-813986-1-iscsi the message routers_updated {{(pid=100184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:42:34.825501 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-0212e36e-24a7-49e4-bf25-60f801522bd3 admin admin] 10.222.0.54 "PUT /v2.0/routers/a110879e-e41a-473f-98b2-a2b2bdc91149/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1364288 Oct 14 12:42:34.894739 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device 34faf582-1192-44e6-b076-cc3fad879dc5 no longer exists at agent hyperv_hv-cinder-81398 {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:42:34.916668 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] No Port match for: 34faf582-1192-44e6-b076-cc3fad879dc5 {{(pid=100186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 12:42:34.917011 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device 34faf582-1192-44e6-b076-cc3fad879dc5 not bound to the agent host hv-cinder-81398 {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:42:35.342728 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device b566429f-cc73-4fa8-8aa7-07dad2c2cc29 up at agent ovs-agent-dv-cinder-813986-1-iscsi {{(pid=100186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:42:35.410943 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Provisioning complete for port b566429f-cc73-4fa8-8aa7-07dad2c2cc29 triggered by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:42:35.411402 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:36.831714 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6cb311-221e-4b2a-aeda-0be4f99604b9 None None] Sync routers for ids ['a110879e-e41a-473f-98b2-a2b2bdc91149'] in dv-cinder-813986-1-iscsi {{(pid=100187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:42:36.844755 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6cb311-221e-4b2a-aeda-0be4f99604b9 None None] Routers {'a110879e-e41a-473f-98b2-a2b2bdc91149'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:42:36.849952 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_hamode_db [None req-9f6cb311-221e-4b2a-aeda-0be4f99604b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:42:26Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['a110879e-e41a-473f-98b2-a2b2bdc91149'], 'active': True} {{(pid=100187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:42:36.962892 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_dvr_db [None req-9f6cb311-221e-4b2a-aeda-0be4f99604b9 None None] Set router a110879e-e41a-473f-98b2-a2b2bdc91149 gateway port host: dv-cinder-813986-1-iscsi {{(pid=100187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:42:37.243236 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_hamode_db [None req-9f6cb311-221e-4b2a-aeda-0be4f99604b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a110879e-e41a-473f-98b2-a2b2bdc91149', 'name': 'tempest-TestMinimumBasicScenario-681125962-router', 'tenant_id': '608f9de81474456d925c40d995ca8768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '11453873-3945-4893-8537-77fa71609ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:42:30Z', 'updated_at': '2021-10-14T12:42:34Z', 'revision_number': 4, 'project_id': '608f9de81474456d925c40d995ca8768', 'gw_port': {'id': '11453873-3945-4893-8537-77fa71609ed1', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:06:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a110879e-e41a-473f-98b2-a2b2bdc91149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:42:31Z', 'updated_at': '2021-10-14T12:42:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_interfaces': [{'id': '22b51c64-1f3d-4293-a0e2-4acae907b974', 'name': '', 'network_id': 'ce0985e1-b3f8-4a47-b115-53ede8e20492', 'tenant_id': '608f9de81474456d925c40d995ca8768', 'mac_address': 'fa:16:3e:de:df:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a110879e-e41a-473f-98b2-a2b2bdc91149', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'c4e8dd25-cb99-4908-85b0-35ff3188a3c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:42:33Z', 'updated_at': '2021-10-14T12:42:34Z', 'revision_number': 2, 'project_id': '608f9de81474456d925c40d995ca8768', 'subnets': [{'id': 'c4e8dd25-cb99-4908-85b0-35ff3188a3c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:42:37.281522 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6cb311-221e-4b2a-aeda-0be4f99604b9 None None] Checking router: a110879e-e41a-473f-98b2-a2b2bdc91149 for host: dv-cinder-813986-1-iscsi {{(pid=100187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:42:37.281876 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6cb311-221e-4b2a-aeda-0be4f99604b9 None None] Updating router a110879e-e41a-473f-98b2-a2b2bdc91149 port 22b51c64-1f3d-4293-a0e2-4acae907b974 binding host dv-cinder-813986-1-iscsi {{(pid=100187) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 12:42:37.310812 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron_lib.callbacks.manager [None req-9f6cb311-221e-4b2a-aeda-0be4f99604b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:37.340197 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device 11453873-3945-4893-8537-77fa71609ed1 up at agent ovs-agent-dv-cinder-813986-1-iscsi {{(pid=100186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:42:37.413030 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Provisioning complete for port 11453873-3945-4893-8537-77fa71609ed1 triggered by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:42:37.413630 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:37.545397 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.agents_db [None req-78dcfc36-1157-4c7d-a1d8-d24093a96b44 None None] Agent healthcheck: found 6 active agents {{(pid=100187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:42:37.565139 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:37.594360 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] For port 11453873-3945-4893-8537-77fa71609ed1, host dv-cinder-813986-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=11453873-3945-4893-8537-77fa71609ed1,segment=NetworkSegment(25948913-841c-4e53-955d-096026847693),segment_id=25948913-841c-4e53-955d-096026847693)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:42:37.665096 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:37.695885 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron_lib.callbacks.manager [None req-9f6cb311-221e-4b2a-aeda-0be4f99604b9 None None] Notify callbacks [] for port, precommit_update {{(pid=100187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:37.744862 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Pushing event updated for resources: {'Port': ['ID=11453873-3945-4893-8537-77fa71609ed1,revision_number=4']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:42:37.775917 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron_lib.callbacks.manager [None req-9f6cb311-221e-4b2a-aeda-0be4f99604b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:37.777778 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:37.835604 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def42bf1-ae40-4b89-9b25-4563b4b816c0 None None] Pushing event updated for resources: {'Port': ['ID=22b51c64-1f3d-4293-a0e2-4acae907b974,revision_number=3']} {{(pid=100187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:42:37.897153 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.managers [None req-9f6cb311-221e-4b2a-aeda-0be4f99604b9 None None] Attempting to bind port 22b51c64-1f3d-4293-a0e2-4acae907b974 on host dv-cinder-813986-1-iscsi for vnic_type normal with profile {{(pid=100187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:42:37.897517 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.managers [None req-9f6cb311-221e-4b2a-aeda-0be4f99604b9 None None] Attempting to bind port 22b51c64-1f3d-4293-a0e2-4acae907b974 by drivers openvswitch,hyperv on host dv-cinder-813986-1-iscsi at level 0 using segments [{'id': 'e2f7eff5-3187-4af4-b65d-c1d8759396dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ce0985e1-b3f8-4a47-b115-53ede8e20492'}] {{(pid=100187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:42:37.897879 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6cb311-221e-4b2a-aeda-0be4f99604b9 None None] Attempting to bind port 22b51c64-1f3d-4293-a0e2-4acae907b974 on network ce0985e1-b3f8-4a47-b115-53ede8e20492 {{(pid=100187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:42:37.904224 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6cb311-221e-4b2a-aeda-0be4f99604b9 None None] Checking agent: {'id': '87c3554d-181c-44a6-8f26-629ea6b28d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813986-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 18, 27), 'started_at': datetime.datetime(2021, 10, 14, 12, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813986-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:42:37.904757 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6cb311-221e-4b2a-aeda-0be4f99604b9 None None] Checking segment: {'id': 'e2f7eff5-3187-4af4-b65d-c1d8759396dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ce0985e1-b3f8-4a47-b115-53ede8e20492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:42:37.905159 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron_lib.callbacks.manager [None req-9f6cb311-221e-4b2a-aeda-0be4f99604b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:37.905546 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6cb311-221e-4b2a-aeda-0be4f99604b9 None None] Bound using segment: {'id': 'e2f7eff5-3187-4af4-b65d-c1d8759396dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ce0985e1-b3f8-4a47-b115-53ede8e20492'} {{(pid=100187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:42:37.906009 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.managers [None req-9f6cb311-221e-4b2a-aeda-0be4f99604b9 None None] Bound port: 22b51c64-1f3d-4293-a0e2-4acae907b974, host: dv-cinder-813986-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2f7eff5-3187-4af4-b65d-c1d8759396dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ce0985e1-b3f8-4a47-b115-53ede8e20492'}}] {{(pid=100187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:42:37.906381 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron_lib.callbacks.manager [None req-9f6cb311-221e-4b2a-aeda-0be4f99604b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:38.002976 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.db [None req-9f6cb311-221e-4b2a-aeda-0be4f99604b9 None None] For port 22b51c64-1f3d-4293-a0e2-4acae907b974, host dv-cinder-813986-1-iscsi, cleared binding levels {{(pid=100187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:42:38.006763 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.plugins.ml2.db [None req-9f6cb311-221e-4b2a-aeda-0be4f99604b9 None None] For port 22b51c64-1f3d-4293-a0e2-4acae907b974, host dv-cinder-813986-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=22b51c64-1f3d-4293-a0e2-4acae907b974,segment=NetworkSegment(e2f7eff5-3187-4af4-b65d-c1d8759396dc),segment_id=e2f7eff5-3187-4af4-b65d-c1d8759396dc)] {{(pid=100187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:42:38.082591 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron_lib.callbacks.manager [None req-9f6cb311-221e-4b2a-aeda-0be4f99604b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:38.174249 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def42bf1-ae40-4b89-9b25-4563b4b816c0 None None] Pushing event updated for resources: {'Port': ['ID=22b51c64-1f3d-4293-a0e2-4acae907b974,revision_number=4']} {{(pid=100187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:42:38.177246 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6cb311-221e-4b2a-aeda-0be4f99604b9 None None] Routers {'a110879e-e41a-473f-98b2-a2b2bdc91149'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:42:38.182346 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-46def6b3-6992-4931-9459-1dc8d95f4e56 None None] Provisioning complete for port 22b51c64-1f3d-4293-a0e2-4acae907b974 triggered by entity DHCP. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:42:38.182346 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-46def6b3-6992-4931-9459-1dc8d95f4e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:38.191542 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_hamode_db [None req-9f6cb311-221e-4b2a-aeda-0be4f99604b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:42:26Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['a110879e-e41a-473f-98b2-a2b2bdc91149'], 'active': True} {{(pid=100187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:42:38.319724 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-46def6b3-6992-4931-9459-1dc8d95f4e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:38.364014 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-46def6b3-6992-4931-9459-1dc8d95f4e56 None None] For port 22b51c64-1f3d-4293-a0e2-4acae907b974, host dv-cinder-813986-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=22b51c64-1f3d-4293-a0e2-4acae907b974,segment=NetworkSegment(e2f7eff5-3187-4af4-b65d-c1d8759396dc),segment_id=e2f7eff5-3187-4af4-b65d-c1d8759396dc)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:42:38.412214 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_dvr_db [None req-9f6cb311-221e-4b2a-aeda-0be4f99604b9 None None] Set router a110879e-e41a-473f-98b2-a2b2bdc91149 gateway port host: dv-cinder-813986-1-iscsi {{(pid=100187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:42:38.450612 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-46def6b3-6992-4931-9459-1dc8d95f4e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:38.514433 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46def6b3-6992-4931-9459-1dc8d95f4e56 None None] Pushing event updated for resources: {'Port': ['ID=22b51c64-1f3d-4293-a0e2-4acae907b974,revision_number=5']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:42:38.579765 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-8a74e3ef-e3c2-4fda-80cc-a747a2edf8c1 None None] Provisioning complete for port 22b51c64-1f3d-4293-a0e2-4acae907b974 triggered by entity DHCP. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:42:38.580576 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-8a74e3ef-e3c2-4fda-80cc-a747a2edf8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:38.744338 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_hamode_db [None req-9f6cb311-221e-4b2a-aeda-0be4f99604b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a110879e-e41a-473f-98b2-a2b2bdc91149', 'name': 'tempest-TestMinimumBasicScenario-681125962-router', 'tenant_id': '608f9de81474456d925c40d995ca8768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '11453873-3945-4893-8537-77fa71609ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:42:30Z', 'updated_at': '2021-10-14T12:42:34Z', 'revision_number': 4, 'project_id': '608f9de81474456d925c40d995ca8768', 'gw_port': {'id': '11453873-3945-4893-8537-77fa71609ed1', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:06:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a110879e-e41a-473f-98b2-a2b2bdc91149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:42:31Z', 'updated_at': '2021-10-14T12:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_interfaces': [{'id': '22b51c64-1f3d-4293-a0e2-4acae907b974', 'name': '', 'network_id': 'ce0985e1-b3f8-4a47-b115-53ede8e20492', 'tenant_id': '608f9de81474456d925c40d995ca8768', 'mac_address': 'fa:16:3e:de:df:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a110879e-e41a-473f-98b2-a2b2bdc91149', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'c4e8dd25-cb99-4908-85b0-35ff3188a3c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:42:33Z', 'updated_at': '2021-10-14T12:42:37Z', 'revision_number': 4, 'project_id': '608f9de81474456d925c40d995ca8768', 'subnets': [{'id': 'c4e8dd25-cb99-4908-85b0-35ff3188a3c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:42:38.777853 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6cb311-221e-4b2a-aeda-0be4f99604b9 None None] The sync data for ids ['a110879e-e41a-473f-98b2-a2b2bdc91149'] in dv-cinder-813986-1-iscsi is: [{'id': 'a110879e-e41a-473f-98b2-a2b2bdc91149', 'name': 'tempest-TestMinimumBasicScenario-681125962-router', 'tenant_id': '608f9de81474456d925c40d995ca8768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '11453873-3945-4893-8537-77fa71609ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:42:30Z', 'updated_at': '2021-10-14T12:42:34Z', 'revision_number': 4, 'project_id': '608f9de81474456d925c40d995ca8768', 'gw_port': {'id': '11453873-3945-4893-8537-77fa71609ed1', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:06:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a110879e-e41a-473f-98b2-a2b2bdc91149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:42:31Z', 'updated_at': '2021-10-14T12:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_interfaces': [{'id': '22b51c64-1f3d-4293-a0e2-4acae907b974', 'name': '', 'network_id': 'ce0985e1-b3f8-4a47-b115-53ede8e20492', 'tenant_id': '608f9de81474456d925c40d995ca8768', 'mac_address': 'fa:16:3e:de:df:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a110879e-e41a-473f-98b2-a2b2bdc91149', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'c4e8dd25-cb99-4908-85b0-35ff3188a3c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:42:33Z', 'updated_at': '2021-10-14T12:42:37Z', 'revision_number': 4, 'project_id': '608f9de81474456d925c40d995ca8768', 'subnets': [{'id': 'c4e8dd25-cb99-4908-85b0-35ff3188a3c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:42:39.318642 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device 11453873-3945-4893-8537-77fa71609ed1 up at agent ovs-agent-dv-cinder-813986-1-iscsi {{(pid=100186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:42:39.369954 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Provisioning complete for port 11453873-3945-4893-8537-77fa71609ed1 triggered by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:42:39.370510 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:39.499638 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device 22b51c64-1f3d-4293-a0e2-4acae907b974 up at agent ovs-agent-dv-cinder-813986-1-iscsi {{(pid=100186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:42:39.550214 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Provisioning complete for port 22b51c64-1f3d-4293-a0e2-4acae907b974 triggered by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:42:39.550671 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:40.051870 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 42642) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:42:40.198239 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-382b58f5-0c55-4d3c-9f87-e5a890b6989e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cedaa9096fe14454971999dcd1a008af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1446123 Oct 14 12:42:40.201780 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 42646) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:42:40.252283 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-50c8a32d-aae6-4706-a1ac-b15f6254a47e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:40.277170 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-50c8a32d-aae6-4706-a1ac-b15f6254a47e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:40.424950 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-50c8a32d-aae6-4706-a1ac-b15f6254a47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:40.434209 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-50c8a32d-aae6-4706-a1ac-b15f6254a47e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:40.435367 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-50c8a32d-aae6-4706-a1ac-b15f6254a47e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/420def79-e54e-4311-a459-77daffa2c2ad HTTP/1.1" status: 204 len: 168 time: 0.2325888 Oct 14 12:42:40.454159 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c8a32d-aae6-4706-a1ac-b15f6254a47e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=420def79-e54e-4311-a459-77daffa2c2ad,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:42:46.564437 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d546b2f-9b77-4112-a0a2-4aa2a721275a req-dca97d44-5d54-48d9-8388-b4bac2ca0ea2 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:42:46.565906 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-1d546b2f-9b77-4112-a0a2-4aa2a721275a req-dca97d44-5d54-48d9-8388-b4bac2ca0ea2 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "GET /v2.0/networks?id=5a332eb8-f9e7-47c6-bba6-b88a3a5861c5 HTTP/1.1" status: 200 len: 814 time: 0.1016459 Oct 14 12:42:46.581253 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-1d546b2f-9b77-4112-a0a2-4aa2a721275a req-652d490d-15c3-4fe4-a82d-a63e5ab8d5de tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "GET /v2.0/quotas/097f41cb2c1d4253b284aac1850e29a1 HTTP/1.1" status: 200 len: 375 time: 0.0088274 Oct 14 12:42:46.630279 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-1d546b2f-9b77-4112-a0a2-4aa2a721275a req-7e0e0f89-b548-4e8f-89bf-316be6477c8d tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=097f41cb2c1d4253b284aac1850e29a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0432701 Oct 14 12:42:46.723196 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-1d546b2f-9b77-4112-a0a2-4aa2a721275a req-24de679d-cb6e-4714-855a-669197d65ba2 service neutron] 10.222.0.54 "GET /v2.0/networks/5a332eb8-f9e7-47c6-bba6-b88a3a5861c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807343 Oct 14 12:42:46.813909 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-1d546b2f-9b77-4112-a0a2-4aa2a721275a req-295fdb97-b03c-4d0d-9d2d-64710fee71a3 service neutron] 10.222.0.54 "GET /v2.0/networks/5a332eb8-f9e7-47c6-bba6-b88a3a5861c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847716 Oct 14 12:42:47.074440 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-177e713f-ef5a-4209-ad38-14c5ca50312d req-7a155efd-c384-4157-bd00-9d76a882c0b0 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "GET /v2.0/ports?device_id=93b49e78-847f-427d-bb05-953359ff5cf5 HTTP/1.1" status: 200 len: 210 time: 0.0275340 Oct 14 12:42:48.148518 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ececdc68-4261-45ca-9d84-d01afaa4d0f3 req-dd715833-1e5d-4b2a-8eaf-6890b278d49c tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "GET /v2.0/ports?device_id=93b49e78-847f-427d-bb05-953359ff5cf5 HTTP/1.1" status: 200 len: 210 time: 0.0267982 Oct 14 12:42:49.302079 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d546b2f-9b77-4112-a0a2-4aa2a721275a req-161c0247-f718-415e-b884-b770a7563ea3 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:42:49.304355 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-1d546b2f-9b77-4112-a0a2-4aa2a721275a req-161c0247-f718-415e-b884-b770a7563ea3 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.25 "GET /v2.0/networks?id=5a332eb8-f9e7-47c6-bba6-b88a3a5861c5 HTTP/1.1" status: 200 len: 814 time: 0.1133282 Oct 14 12:42:49.318242 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.v2.base [req-1d546b2f-9b77-4112-a0a2-4aa2a721275a req-f1b58f5e-b81d-4f27-a9fc-7a154c95c0ac tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Request body: {'port': {'device_id': '93b49e78-847f-427d-bb05-953359ff5cf5', 'network_id': '5a332eb8-f9e7-47c6-bba6-b88a3a5861c5', 'admin_state_up': True, 'tenant_id': '097f41cb2c1d4253b284aac1850e29a1'}} {{(pid=100184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:42:49.436387 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-f0b165bb-2a2c-46a1-b6ee-efa35178d955 req-35154ee0-271d-4681-a6da-7fe683a8fa4c tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "GET /v2.0/ports?device_id=93b49e78-847f-427d-bb05-953359ff5cf5 HTTP/1.1" status: 200 len: 210 time: 0.2237329 Oct 14 12:42:49.528567 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d546b2f-9b77-4112-a0a2-4aa2a721275a req-f1b58f5e-b81d-4f27-a9fc-7a154c95c0ac tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Made reservation on behalf of 097f41cb2c1d4253b284aac1850e29a1 for: {'port': 1} {{(pid=100184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:42:49.532158 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-1d546b2f-9b77-4112-a0a2-4aa2a721275a req-f1b58f5e-b81d-4f27-a9fc-7a154c95c0ac tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:49.655533 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.db.db_base_plugin_common [req-1d546b2f-9b77-4112-a0a2-4aa2a721275a req-f1b58f5e-b81d-4f27-a9fc-7a154c95c0ac tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Allocated IP 172.20.0.5 (5a332eb8-f9e7-47c6-bba6-b88a3a5861c5/b0d5d99f-da8d-421c-8d6f-ef4b7c2fb43e/79c57d31-202f-46c8-914c-e6fdd3c3ad3e) {{(pid=100184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:42:49.804690 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-1d546b2f-9b77-4112-a0a2-4aa2a721275a req-f1b58f5e-b81d-4f27-a9fc-7a154c95c0ac tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Notify callbacks [] for port, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:49.889047 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-1d546b2f-9b77-4112-a0a2-4aa2a721275a req-f1b58f5e-b81d-4f27-a9fc-7a154c95c0ac tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787792822806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235086'] for port, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:49.933579 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d546b2f-9b77-4112-a0a2-4aa2a721275a req-f1b58f5e-b81d-4f27-a9fc-7a154c95c0ac tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Network 5a332eb8-f9e7-47c6-bba6-b88a3a5861c5 is already hosted by enough agents. {{(pid=100184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:42:49.936589 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.base_scheduler [req-1d546b2f-9b77-4112-a0a2-4aa2a721275a req-f1b58f5e-b81d-4f27-a9fc-7a154c95c0ac tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Resources bound (agent type, host, resource id): {{(pid=100184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:42:49.940281 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d546b2f-9b77-4112-a0a2-4aa2a721275a req-f1b58f5e-b81d-4f27-a9fc-7a154c95c0ac tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Received port after_create {{(pid=100184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:42:49.949115 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b58f5e-b81d-4f27-a9fc-7a154c95c0ac tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Pushing event updated for resources: {'Port': ['ID=79c57d31-202f-46c8-914c-e6fdd3c3ad3e,revision_number=1']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:42:49.997082 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d546b2f-9b77-4112-a0a2-4aa2a721275a req-f1b58f5e-b81d-4f27-a9fc-7a154c95c0ac tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:42:49.997747 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-1d546b2f-9b77-4112-a0a2-4aa2a721275a req-f1b58f5e-b81d-4f27-a9fc-7a154c95c0ac tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516790'] for port, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:50.083168 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-1d546b2f-9b77-4112-a0a2-4aa2a721275a req-f1b58f5e-b81d-4f27-a9fc-7a154c95c0ac tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7687504 Oct 14 12:42:50.280337 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-2fb0e72e-219f-4504-9af3-82bcf7262f62 None None] Provisioning complete for port 79c57d31-202f-46c8-914c-e6fdd3c3ad3e triggered by entity DHCP. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:42:50.280892 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-2fb0e72e-219f-4504-9af3-82bcf7262f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:50.327910 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-2fb0e72e-219f-4504-9af3-82bcf7262f62 None None] Port 79c57d31-202f-46c8-914c-e6fdd3c3ad3e cannot update to ACTIVE because it is not bound. {{(pid=100186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 12:42:50.558088 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb44681f-a5c2-423d-ae11-c606bcb991c8 req-b951f815-ee2c-4845-be5a-104a736c742e tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:42:50.559528 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-eb44681f-a5c2-423d-ae11-c606bcb991c8 req-b951f815-ee2c-4845-be5a-104a736c742e tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "GET /v2.0/ports?device_id=93b49e78-847f-427d-bb05-953359ff5cf5 HTTP/1.1" status: 200 len: 931 time: 0.0527577 Oct 14 12:42:50.598947 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-eb44681f-a5c2-423d-ae11-c606bcb991c8 req-c93abcb5-e5c4-489b-89f6-ed02aa9071fc tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "GET /v2.0/security-groups?id=d19ba32c-7c27-4b7d-bc48-73bd522c4e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332072 Oct 14 12:42:51.730980 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ac0037-9b80-46ee-bc8a-811a70c4dbca req-921ef2bd-1086-499a-bd53-c53d0236ce66 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:42:51.732506 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-62ac0037-9b80-46ee-bc8a-811a70c4dbca req-921ef2bd-1086-499a-bd53-c53d0236ce66 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "GET /v2.0/ports?device_id=93b49e78-847f-427d-bb05-953359ff5cf5 HTTP/1.1" status: 200 len: 931 time: 0.0582664 Oct 14 12:42:51.780699 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-62ac0037-9b80-46ee-bc8a-811a70c4dbca req-548d60e3-6465-4817-aef5-11bd6bd79235 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "GET /v2.0/security-groups?id=d19ba32c-7c27-4b7d-bc48-73bd522c4e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403833 Oct 14 12:42:52.897572 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae5eb3-d6f1-4cd2-bb2c-b5606e6dc9da req-3fbeb0f7-d0bd-455a-b0b1-6ef2edd0df94 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:42:52.899053 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-3dae5eb3-d6f1-4cd2-bb2c-b5606e6dc9da req-3fbeb0f7-d0bd-455a-b0b1-6ef2edd0df94 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "GET /v2.0/ports?device_id=93b49e78-847f-427d-bb05-953359ff5cf5 HTTP/1.1" status: 200 len: 931 time: 0.0601397 Oct 14 12:42:52.937655 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-3dae5eb3-d6f1-4cd2-bb2c-b5606e6dc9da req-346a7515-c33a-442f-bc00-1d22a6fb3223 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "GET /v2.0/security-groups?id=d19ba32c-7c27-4b7d-bc48-73bd522c4e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325758 Oct 14 12:42:53.134461 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-ab67b1df-2d38-4fef-88bb-4039d875276c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:54.065831 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d7efe7-0929-4cd2-ad24-2b8582445c92 req-5210bcde-aaed-4d49-876d-2c616c82e2d7 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:42:54.067302 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b3d7efe7-0929-4cd2-ad24-2b8582445c92 req-5210bcde-aaed-4d49-876d-2c616c82e2d7 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "GET /v2.0/ports?device_id=93b49e78-847f-427d-bb05-953359ff5cf5 HTTP/1.1" status: 200 len: 931 time: 0.0563326 Oct 14 12:42:54.105184 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b3d7efe7-0929-4cd2-ad24-2b8582445c92 req-e133d19a-b0a9-460d-84b2-996df1a3566c tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "GET /v2.0/security-groups?id=d19ba32c-7c27-4b7d-bc48-73bd522c4e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316060 Oct 14 12:42:55.238087 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bbff33-9beb-438e-8704-42de94014aa2 req-2f2aa13c-cfef-4efa-a5e0-7a7e581f5f43 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:42:55.238087 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-96bbff33-9beb-438e-8704-42de94014aa2 req-2f2aa13c-cfef-4efa-a5e0-7a7e581f5f43 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "GET /v2.0/ports?device_id=93b49e78-847f-427d-bb05-953359ff5cf5 HTTP/1.1" status: 200 len: 931 time: 0.0551360 Oct 14 12:42:55.280666 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-96bbff33-9beb-438e-8704-42de94014aa2 req-561839bd-a4fb-460d-9eb0-786166e163ff tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "GET /v2.0/security-groups?id=d19ba32c-7c27-4b7d-bc48-73bd522c4e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367811 Oct 14 12:42:55.974574 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-eb516edc-6253-40be-833d-fca4b6113140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:56.401654 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1442f8-9608-4763-9b1c-344cd0523cc3 req-874c5af5-4e7d-4e00-8cd2-d809daa7fa97 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:42:56.403118 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-1b1442f8-9608-4763-9b1c-344cd0523cc3 req-874c5af5-4e7d-4e00-8cd2-d809daa7fa97 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "GET /v2.0/ports?device_id=93b49e78-847f-427d-bb05-953359ff5cf5 HTTP/1.1" status: 200 len: 931 time: 0.0565403 Oct 14 12:42:56.442760 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-1b1442f8-9608-4763-9b1c-344cd0523cc3 req-fd3011c6-307b-47b3-a23b-abafb108317d tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "GET /v2.0/security-groups?id=d19ba32c-7c27-4b7d-bc48-73bd522c4e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331740 Oct 14 12:42:57.173945 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-469b4b0a-0edb-4369-82f6-413c16907b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:57.212082 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:57.570197 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ad65be-3294-459f-b8b0-7f9e67c68140 req-a19c87eb-ca07-4f70-b523-d4387af6638d tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:42:57.571774 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b1ad65be-3294-459f-b8b0-7f9e67c68140 req-a19c87eb-ca07-4f70-b523-d4387af6638d tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "GET /v2.0/ports?device_id=93b49e78-847f-427d-bb05-953359ff5cf5 HTTP/1.1" status: 200 len: 931 time: 0.0536408 Oct 14 12:42:57.618844 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b1ad65be-3294-459f-b8b0-7f9e67c68140 req-e75da04c-4c05-4574-9b45-aedfe1e2c784 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "GET /v2.0/security-groups?id=d19ba32c-7c27-4b7d-bc48-73bd522c4e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410569 Oct 14 12:42:58.404870 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-27c04846-3a84-4189-8b30-75b8cfbf2676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:42:58.736949 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f536d34-4016-42c7-9bd6-2b6332881be5 req-75b61a3f-f1d7-47e3-874f-b47e4fb1f271 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:42:58.738464 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-0f536d34-4016-42c7-9bd6-2b6332881be5 req-75b61a3f-f1d7-47e3-874f-b47e4fb1f271 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "GET /v2.0/ports?device_id=93b49e78-847f-427d-bb05-953359ff5cf5 HTTP/1.1" status: 200 len: 931 time: 0.0514967 Oct 14 12:42:58.776796 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-0f536d34-4016-42c7-9bd6-2b6332881be5 req-6241d6a2-d19c-46db-8b8b-02d4f11d5902 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "GET /v2.0/security-groups?id=d19ba32c-7c27-4b7d-bc48-73bd522c4e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317628 Oct 14 12:42:59.893604 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca254df0-b458-4c8c-a09c-7aba872867dc req-34d55b6f-20c8-428d-9757-635b9a198c1b tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:42:59.894963 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ca254df0-b458-4c8c-a09c-7aba872867dc req-34d55b6f-20c8-428d-9757-635b9a198c1b tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "GET /v2.0/ports?device_id=93b49e78-847f-427d-bb05-953359ff5cf5 HTTP/1.1" status: 200 len: 931 time: 0.0514288 Oct 14 12:42:59.931879 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ca254df0-b458-4c8c-a09c-7aba872867dc req-b91f1836-8f14-4620-bc1d-869be971f2ec tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "GET /v2.0/security-groups?id=d19ba32c-7c27-4b7d-bc48-73bd522c4e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311007 Oct 14 12:43:01.043188 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59194c47-99dd-4caa-849a-e33ba8f98da9 req-b9ee37e2-378e-4326-a7a6-a40dd423e6a7 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:43:01.044657 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-59194c47-99dd-4caa-849a-e33ba8f98da9 req-b9ee37e2-378e-4326-a7a6-a40dd423e6a7 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "GET /v2.0/ports?device_id=93b49e78-847f-427d-bb05-953359ff5cf5 HTTP/1.1" status: 200 len: 931 time: 0.0479047 Oct 14 12:43:01.089099 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-59194c47-99dd-4caa-849a-e33ba8f98da9 req-e990499f-b7f4-481c-a272-4a9e420f2742 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "GET /v2.0/security-groups?id=d19ba32c-7c27-4b7d-bc48-73bd522c4e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385823 Oct 14 12:43:02.190089 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.v2.base [req-1d546b2f-9b77-4112-a0a2-4aa2a721275a req-d1fc2112-457a-4a7a-b587-5a6cff96ff0e service neutron] Request body: {'port': {'device_id': '93b49e78-847f-427d-bb05-953359ff5cf5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=100184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:43:02.238884 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289def07-3196-4f6d-9ac6-4f3276fc2611 req-c16bf085-7a15-4f92-bcc2-1425dd72838c tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:43:02.240372 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-289def07-3196-4f6d-9ac6-4f3276fc2611 req-c16bf085-7a15-4f92-bcc2-1425dd72838c tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "GET /v2.0/ports?device_id=93b49e78-847f-427d-bb05-953359ff5cf5 HTTP/1.1" status: 200 len: 931 time: 0.0833280 Oct 14 12:43:02.275805 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-1d546b2f-9b77-4112-a0a2-4aa2a721275a req-d1fc2112-457a-4a7a-b587-5a6cff96ff0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:43:02.320729 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-289def07-3196-4f6d-9ac6-4f3276fc2611 req-63c60f63-de20-4544-8f1c-b9b5a27215c9 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "GET /v2.0/security-groups?id=d19ba32c-7c27-4b7d-bc48-73bd522c4e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661387 Oct 14 12:43:02.540785 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.notifiers.nova [req-1d546b2f-9b77-4112-a0a2-4aa2a721275a req-d1fc2112-457a-4a7a-b587-5a6cff96ff0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79c57d31-202f-46c8-914c-e6fdd3c3ad3e {{(pid=100184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:43:02.547927 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-1d546b2f-9b77-4112-a0a2-4aa2a721275a req-d1fc2112-457a-4a7a-b587-5a6cff96ff0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:43:02.560000 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.db.provisioning_blocks [req-1d546b2f-9b77-4112-a0a2-4aa2a721275a req-d1fc2112-457a-4a7a-b587-5a6cff96ff0e service neutron] Transition to ACTIVE for port object 79c57d31-202f-46c8-914c-e6fdd3c3ad3e will not be triggered until provisioned by entity L2. {{(pid=100184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 12:43:02.630598 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-1d546b2f-9b77-4112-a0a2-4aa2a721275a req-d1fc2112-457a-4a7a-b587-5a6cff96ff0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6235095'] for port, after_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:43:02.684523 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fc2112-457a-4a7a-b587-5a6cff96ff0e service neutron] Pushing event updated for resources: {'Port': ['ID=79c57d31-202f-46c8-914c-e6fdd3c3ad3e,revision_number=2']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:43:02.753292 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.managers [req-1d546b2f-9b77-4112-a0a2-4aa2a721275a req-d1fc2112-457a-4a7a-b587-5a6cff96ff0e service neutron] Attempting to bind port 79c57d31-202f-46c8-914c-e6fdd3c3ad3e on host hv-cinder-81398 for vnic_type normal with profile {{(pid=100184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 12:43:02.753629 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.managers [req-1d546b2f-9b77-4112-a0a2-4aa2a721275a req-d1fc2112-457a-4a7a-b587-5a6cff96ff0e service neutron] Attempting to bind port 79c57d31-202f-46c8-914c-e6fdd3c3ad3e by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': 'dae9b686-fddb-4b1f-b679-3a2c746ec42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '5a332eb8-f9e7-47c6-bba6-b88a3a5861c5'}] {{(pid=100184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 12:43:02.753958 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d546b2f-9b77-4112-a0a2-4aa2a721275a req-d1fc2112-457a-4a7a-b587-5a6cff96ff0e service neutron] Attempting to bind port 79c57d31-202f-46c8-914c-e6fdd3c3ad3e on network 5a332eb8-f9e7-47c6-bba6-b88a3a5861c5 {{(pid=100184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:43:02.758440 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d546b2f-9b77-4112-a0a2-4aa2a721275a req-d1fc2112-457a-4a7a-b587-5a6cff96ff0e service neutron] Port 79c57d31-202f-46c8-914c-e6fdd3c3ad3e on network 5a332eb8-f9e7-47c6-bba6-b88a3a5861c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=100184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 12:43:02.758768 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d546b2f-9b77-4112-a0a2-4aa2a721275a req-d1fc2112-457a-4a7a-b587-5a6cff96ff0e service neutron] Attempting to bind port 79c57d31-202f-46c8-914c-e6fdd3c3ad3e on network 5a332eb8-f9e7-47c6-bba6-b88a3a5861c5 {{(pid=100184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:43:02.764050 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d546b2f-9b77-4112-a0a2-4aa2a721275a req-d1fc2112-457a-4a7a-b587-5a6cff96ff0e service neutron] Checking agent: {'id': 'ea4bb8b9-32a8-4621-b95b-9b4a1b78ce98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 12, 24, 36), 'started_at': datetime.datetime(2021, 10, 14, 12, 24, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 12, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 12:43:02.764388 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d546b2f-9b77-4112-a0a2-4aa2a721275a req-d1fc2112-457a-4a7a-b587-5a6cff96ff0e service neutron] Checking segment: {'id': 'dae9b686-fddb-4b1f-b679-3a2c746ec42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '5a332eb8-f9e7-47c6-bba6-b88a3a5861c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 12:43:02.764775 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d546b2f-9b77-4112-a0a2-4aa2a721275a req-d1fc2112-457a-4a7a-b587-5a6cff96ff0e service neutron] Bound using segment: {'id': 'dae9b686-fddb-4b1f-b679-3a2c746ec42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '5a332eb8-f9e7-47c6-bba6-b88a3a5861c5'} {{(pid=100184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 12:43:02.765198 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.managers [req-1d546b2f-9b77-4112-a0a2-4aa2a721275a req-d1fc2112-457a-4a7a-b587-5a6cff96ff0e service neutron] Bound port: 79c57d31-202f-46c8-914c-e6fdd3c3ad3e, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dae9b686-fddb-4b1f-b679-3a2c746ec42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '5a332eb8-f9e7-47c6-bba6-b88a3a5861c5'}}] {{(pid=100184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 12:43:02.765564 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-1d546b2f-9b77-4112-a0a2-4aa2a721275a req-d1fc2112-457a-4a7a-b587-5a6cff96ff0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:43:02.829213 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.db [req-1d546b2f-9b77-4112-a0a2-4aa2a721275a req-d1fc2112-457a-4a7a-b587-5a6cff96ff0e service neutron] For port 79c57d31-202f-46c8-914c-e6fdd3c3ad3e, host hv-cinder-81398, cleared binding levels {{(pid=100184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:43:02.832394 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.db [req-1d546b2f-9b77-4112-a0a2-4aa2a721275a req-d1fc2112-457a-4a7a-b587-5a6cff96ff0e service neutron] For port 79c57d31-202f-46c8-914c-e6fdd3c3ad3e, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=79c57d31-202f-46c8-914c-e6fdd3c3ad3e,segment=NetworkSegment(dae9b686-fddb-4b1f-b679-3a2c746ec42e),segment_id=dae9b686-fddb-4b1f-b679-3a2c746ec42e)] {{(pid=100184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:43:02.884973 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-1d546b2f-9b77-4112-a0a2-4aa2a721275a req-d1fc2112-457a-4a7a-b587-5a6cff96ff0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6235095'] for port, after_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:43:02.921813 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d546b2f-9b77-4112-a0a2-4aa2a721275a req-d1fc2112-457a-4a7a-b587-5a6cff96ff0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:43:02.922435 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-1d546b2f-9b77-4112-a0a2-4aa2a721275a req-d1fc2112-457a-4a7a-b587-5a6cff96ff0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516790'] for port, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:43:02.923806 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-1d546b2f-9b77-4112-a0a2-4aa2a721275a req-d1fc2112-457a-4a7a-b587-5a6cff96ff0e service neutron] 10.222.0.25 "PUT /v2.0/ports/79c57d31-202f-46c8-914c-e6fdd3c3ad3e HTTP/1.1" status: 200 len: 1093 time: 0.7891607 Oct 14 12:43:02.924278 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93b49e78-847f-427d-bb05-953359ff5cf5', 'tag': '79c57d31-202f-46c8-914c-e6fdd3c3ad3e'}] {{(pid=100184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:43:02.926551 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb275087d552987a85547e896d52e13f348f0da1d291f893306c6091374b53c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8336796-0243-4c26-a37b-f814378e0e83" -d '{"events": [{"name": "network-changed", "server_uuid": "93b49e78-847f-427d-bb05-953359ff5cf5", "tag": "79c57d31-202f-46c8-914c-e6fdd3c3ad3e"}]}' {{(pid=100184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:43:02.953137 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fc2112-457a-4a7a-b587-5a6cff96ff0e service neutron] Pushing event updated for resources: {'Port': ['ID=79c57d31-202f-46c8-914c-e6fdd3c3ad3e,revision_number=3']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:43:02.965113 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 12:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc00023-cd2f-40df-90e6-6e8c1c771441 x-openstack-request-id: req-acc00023-cd2f-40df-90e6-6e8c1c771441 {{(pid=100184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:43:02.965406 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93b49e78-847f-427d-bb05-953359ff5cf5", "tag": "79c57d31-202f-46c8-914c-e6fdd3c3ad3e", "status": "completed", "code": 200}]} {{(pid=100184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:43:02.965653 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-acc00023-cd2f-40df-90e6-6e8c1c771441 {{(pid=100184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:43:02.966047 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93b49e78-847f-427d-bb05-953359ff5cf5', 'tag': '79c57d31-202f-46c8-914c-e6fdd3c3ad3e', 'status': 'completed', 'code': 200} Oct 14 12:43:03.030075 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8336796-0243-4c26-a37b-f814378e0e83 req-ce3a4ba5-a793-41ad-8dd8-e104ee2797f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:43:03.031719 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-d8336796-0243-4c26-a37b-f814378e0e83 req-ce3a4ba5-a793-41ad-8dd8-e104ee2797f0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=097f41cb2c1d4253b284aac1850e29a1&device_id=93b49e78-847f-427d-bb05-953359ff5cf5 HTTP/1.1" status: 200 len: 1096 time: 0.0454209 Oct 14 12:43:03.133392 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8336796-0243-4c26-a37b-f814378e0e83 req-3e0576ff-fe3a-4319-ab50-92b75f33ae39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:43:03.134873 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-d8336796-0243-4c26-a37b-f814378e0e83 req-3e0576ff-fe3a-4319-ab50-92b75f33ae39 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=097f41cb2c1d4253b284aac1850e29a1&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0956028 Oct 14 12:43:03.231489 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8336796-0243-4c26-a37b-f814378e0e83 req-841aef95-376e-4726-94df-fdd0c657ad65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:43:03.234088 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-d8336796-0243-4c26-a37b-f814378e0e83 req-841aef95-376e-4726-94df-fdd0c657ad65 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0887122 Oct 14 12:43:03.306615 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d546b2f-9b77-4112-a0a2-4aa2a721275a req-279ed063-959d-44a9-a389-0eda27880644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:43:03.308095 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-1d546b2f-9b77-4112-a0a2-4aa2a721275a req-279ed063-959d-44a9-a389-0eda27880644 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=097f41cb2c1d4253b284aac1850e29a1&device_id=93b49e78-847f-427d-bb05-953359ff5cf5 HTTP/1.1" status: 200 len: 1096 time: 0.0391679 Oct 14 12:43:03.354778 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-1d546b2f-9b77-4112-a0a2-4aa2a721275a req-e3194c9f-cb84-476d-bdc5-565c76ceec0a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79c57d31-202f-46c8-914c-e6fdd3c3ad3e HTTP/1.1" status: 200 len: 217 time: 0.0379119 Oct 14 12:43:03.430367 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d546b2f-9b77-4112-a0a2-4aa2a721275a req-43e4dce3-4dc0-46eb-a7c8-70c24c4352d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:43:03.431804 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-1d546b2f-9b77-4112-a0a2-4aa2a721275a req-43e4dce3-4dc0-46eb-a7c8-70c24c4352d0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b0d5d99f-da8d-421c-8d6f-ef4b7c2fb43e HTTP/1.1" status: 200 len: 853 time: 0.0706258 Oct 14 12:43:03.455302 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f29cfe-07d2-45d8-ad1a-d46fc8158360 req-db8d5a7e-37e8-4af8-8fd5-5e7e3730d2df tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:43:03.456723 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b2f29cfe-07d2-45d8-ad1a-d46fc8158360 req-db8d5a7e-37e8-4af8-8fd5-5e7e3730d2df tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "GET /v2.0/ports?device_id=93b49e78-847f-427d-bb05-953359ff5cf5 HTTP/1.1" status: 200 len: 943 time: 0.0664024 Oct 14 12:43:03.512983 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d546b2f-9b77-4112-a0a2-4aa2a721275a req-dcff3d71-43e6-437e-9bba-e883e80b215d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:43:03.514405 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-1d546b2f-9b77-4112-a0a2-4aa2a721275a req-dcff3d71-43e6-437e-9bba-e883e80b215d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5a332eb8-f9e7-47c6-bba6-b88a3a5861c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0750077 Oct 14 12:43:03.517167 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b2f29cfe-07d2-45d8-ad1a-d46fc8158360 req-9bf9deca-9c81-4fbc-bbe1-22c884d401f4 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "GET /v2.0/security-groups?id=d19ba32c-7c27-4b7d-bc48-73bd522c4e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469294 Oct 14 12:43:03.860035 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-1d546b2f-9b77-4112-a0a2-4aa2a721275a req-e086b059-5dea-4c3f-b954-5eb84515d5a7 service neutron] 10.222.0.25 "GET /v2.0/networks/5a332eb8-f9e7-47c6-bba6-b88a3a5861c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3377750 Oct 14 12:43:03.956747 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-1d546b2f-9b77-4112-a0a2-4aa2a721275a req-892e86af-3b6d-4eda-83f5-75aaeb9601b8 service neutron] 10.222.0.25 "GET /v2.0/networks/5a332eb8-f9e7-47c6-bba6-b88a3a5861c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896933 Oct 14 12:43:04.629491 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c996b-9196-42c7-a2f3-efa085602ed2 req-fdb17b09-b062-4787-a34f-ddee2a71f37a tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:43:04.631461 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-109c996b-9196-42c7-a2f3-efa085602ed2 req-fdb17b09-b062-4787-a34f-ddee2a71f37a tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "GET /v2.0/ports?device_id=93b49e78-847f-427d-bb05-953359ff5cf5 HTTP/1.1" status: 200 len: 943 time: 0.0485139 Oct 14 12:43:04.668488 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-109c996b-9196-42c7-a2f3-efa085602ed2 req-1f511798-373f-4c29-b5c4-f671f479177e tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "GET /v2.0/security-groups?id=d19ba32c-7c27-4b7d-bc48-73bd522c4e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309777 Oct 14 12:43:05.780111 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26892df-f75d-4420-b031-8bf9e5e7ca46 req-28dc1a23-2a91-4b9f-97e8-baae868d8d00 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:43:05.781563 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-d26892df-f75d-4420-b031-8bf9e5e7ca46 req-28dc1a23-2a91-4b9f-97e8-baae868d8d00 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "GET /v2.0/ports?device_id=93b49e78-847f-427d-bb05-953359ff5cf5 HTTP/1.1" status: 200 len: 943 time: 0.0482483 Oct 14 12:43:05.818013 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-d26892df-f75d-4420-b031-8bf9e5e7ca46 req-0f626ab6-c788-4ed9-88cf-d85b858e575b tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "GET /v2.0/security-groups?id=d19ba32c-7c27-4b7d-bc48-73bd522c4e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298810 Oct 14 12:43:06.933764 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76844a0-c188-49f1-b4e2-b65dad43b3aa req-ba141942-9cdd-4019-891d-73beee83b858 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:43:06.935217 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-e76844a0-c188-49f1-b4e2-b65dad43b3aa req-ba141942-9cdd-4019-891d-73beee83b858 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "GET /v2.0/ports?device_id=93b49e78-847f-427d-bb05-953359ff5cf5 HTTP/1.1" status: 200 len: 943 time: 0.0515993 Oct 14 12:43:06.971103 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-e76844a0-c188-49f1-b4e2-b65dad43b3aa req-557610fe-5697-4550-8960-66c783ec9f2a tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "GET /v2.0/security-groups?id=d19ba32c-7c27-4b7d-bc48-73bd522c4e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300047 Oct 14 12:43:07.000372 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device 79c57d31-202f-46c8-914c-e6fdd3c3ad3e details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=100186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 12:43:07.093204 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] For port 79c57d31-202f-46c8-914c-e6fdd3c3ad3e, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=79c57d31-202f-46c8-914c-e6fdd3c3ad3e,segment=NetworkSegment(dae9b686-fddb-4b1f-b679-3a2c746ec42e),segment_id=dae9b686-fddb-4b1f-b679-3a2c746ec42e)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:43:07.104942 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Returning: {'device': '79c57d31-202f-46c8-914c-e6fdd3c3ad3e', 'network_id': '5a332eb8-f9e7-47c6-bba6-b88a3a5861c5', 'port_id': '79c57d31-202f-46c8-914c-e6fdd3c3ad3e', 'mac_address': 'fa:16:3e:e1:5f:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d5d99f-da8d-421c-8d6f-ef4b7c2fb43e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 12:43:07.140659 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:43:07.153298 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.notifiers.nova [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79c57d31-202f-46c8-914c-e6fdd3c3ad3e {{(pid=100186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 12:43:07.172370 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] For port 79c57d31-202f-46c8-914c-e6fdd3c3ad3e, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=79c57d31-202f-46c8-914c-e6fdd3c3ad3e,segment=NetworkSegment(dae9b686-fddb-4b1f-b679-3a2c746ec42e),segment_id=dae9b686-fddb-4b1f-b679-3a2c746ec42e)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:43:07.241509 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:43:07.286796 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Pushing event updated for resources: {'Port': ['ID=79c57d31-202f-46c8-914c-e6fdd3c3ad3e,revision_number=4']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:43:07.574369 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] get_ports_and_sgs() called for port_ids ['79c57d31-202f-46c8-914c-e6fdd3c3ad3e'] {{(pid=100186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:43:07.826508 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:43:08.083446 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53955ec5-07ac-49d5-9503-9ec8addedd66 req-2db85109-d3f0-4091-881a-45aa718b0806 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:43:08.084870 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-53955ec5-07ac-49d5-9503-9ec8addedd66 req-2db85109-d3f0-4091-881a-45aa718b0806 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "GET /v2.0/ports?device_id=93b49e78-847f-427d-bb05-953359ff5cf5 HTTP/1.1" status: 200 len: 944 time: 0.0495355 Oct 14 12:43:08.122100 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-53955ec5-07ac-49d5-9503-9ec8addedd66 req-9beaae73-113f-4bbb-8e22-19c72ef910c7 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "GET /v2.0/security-groups?id=d19ba32c-7c27-4b7d-bc48-73bd522c4e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312576 Oct 14 12:43:08.999850 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device 79c57d31-202f-46c8-914c-e6fdd3c3ad3e up at agent hyperv_hv-cinder-81398 {{(pid=100186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:43:09.124278 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Provisioning for port 79c57d31-202f-46c8-914c-e6fdd3c3ad3e completed by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 12:43:09.127836 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Provisioning complete for port 79c57d31-202f-46c8-914c-e6fdd3c3ad3e triggered by entity L2. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:43:09.128293 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:43:09.206620 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:43:09.229864 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93b49e78-847f-427d-bb05-953359ff5cf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79c57d31-202f-46c8-914c-e6fdd3c3ad3e'}] {{(pid=100186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:43:09.232158 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ce96789b1b9487be48749a60ffcfd0a175945a3b692fd75626d794e24ae9ed4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9685701-39c5-4a14-8c32-d9ec364a3be2" -d '{"events": [{"server_uuid": "93b49e78-847f-427d-bb05-953359ff5cf5", "name": "network-vif-plugged", "status": "completed", "tag": "79c57d31-202f-46c8-914c-e6fdd3c3ad3e"}]}' {{(pid=100186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:43:09.236398 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20c4ff6-08e9-49c2-b444-16cc8b58649e req-cf999d66-a01d-4014-a85f-f1dd282f4e67 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:43:09.237902 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-c20c4ff6-08e9-49c2-b444-16cc8b58649e req-cf999d66-a01d-4014-a85f-f1dd282f4e67 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "GET /v2.0/ports?device_id=93b49e78-847f-427d-bb05-953359ff5cf5 HTTP/1.1" status: 200 len: 944 time: 0.0496359 Oct 14 12:43:09.245745 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] For port 79c57d31-202f-46c8-914c-e6fdd3c3ad3e, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=79c57d31-202f-46c8-914c-e6fdd3c3ad3e,segment=NetworkSegment(dae9b686-fddb-4b1f-b679-3a2c746ec42e),segment_id=dae9b686-fddb-4b1f-b679-3a2c746ec42e)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:43:09.278603 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-c20c4ff6-08e9-49c2-b444-16cc8b58649e req-f3cb240f-5429-42b8-9395-17285a8ed017 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "GET /v2.0/security-groups?id=d19ba32c-7c27-4b7d-bc48-73bd522c4e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314982 Oct 14 12:43:09.309954 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842'] for port, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:43:09.334036 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aff2202-6513-4131-847b-fa0fe7b3307e x-openstack-request-id: req-2aff2202-6513-4131-847b-fa0fe7b3307e {{(pid=100186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:43:09.334329 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93b49e78-847f-427d-bb05-953359ff5cf5", "name": "network-vif-plugged", "status": "completed", "tag": "79c57d31-202f-46c8-914c-e6fdd3c3ad3e", "code": 200}]} {{(pid=100186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:43:09.334576 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2aff2202-6513-4131-847b-fa0fe7b3307e {{(pid=100186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:43:09.334953 dv-cinder-813986-1-iscsi neutron-server[100186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93b49e78-847f-427d-bb05-953359ff5cf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79c57d31-202f-46c8-914c-e6fdd3c3ad3e', 'code': 200} Oct 14 12:43:09.359370 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Pushing event updated for resources: {'Port': ['ID=79c57d31-202f-46c8-914c-e6fdd3c3ad3e,revision_number=5']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:43:09.612537 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006cb794-acbe-47dc-8367-b1304c760228 req-aa746839-f256-4e94-be7d-ce1ec34d69d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:43:09.613885 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-006cb794-acbe-47dc-8367-b1304c760228 req-aa746839-f256-4e94-be7d-ce1ec34d69d4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=93b49e78-847f-427d-bb05-953359ff5cf5 HTTP/1.1" status: 200 len: 1098 time: 0.0411501 Oct 14 12:43:09.648726 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-006cb794-acbe-47dc-8367-b1304c760228 req-fc10bbe8-ced5-4ec0-aa06-fb887cc79517 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=d19ba32c-7c27-4b7d-bc48-73bd522c4e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274632 Oct 14 12:43:10.390955 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89a54ad-2dda-447c-89b3-2ba3adcb36e1 req-3ffd438b-4f27-4efd-a4bc-d51340052258 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:43:10.392433 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-e89a54ad-2dda-447c-89b3-2ba3adcb36e1 req-3ffd438b-4f27-4efd-a4bc-d51340052258 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "GET /v2.0/ports?device_id=93b49e78-847f-427d-bb05-953359ff5cf5 HTTP/1.1" status: 200 len: 945 time: 0.0477509 Oct 14 12:43:10.428560 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-e89a54ad-2dda-447c-89b3-2ba3adcb36e1 req-7ad9d7c6-e85e-4b0c-b611-61a6c4b8f265 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "GET /v2.0/security-groups?id=d19ba32c-7c27-4b7d-bc48-73bd522c4e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303555 Oct 14 12:43:11.543072 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcaceaa-215f-4230-8c76-42d5d230be79 req-d5f08842-9004-42d8-b800-2d4d6c1635c0 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:43:11.544460 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9dcaceaa-215f-4230-8c76-42d5d230be79 req-d5f08842-9004-42d8-b800-2d4d6c1635c0 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "GET /v2.0/ports?device_id=93b49e78-847f-427d-bb05-953359ff5cf5 HTTP/1.1" status: 200 len: 945 time: 0.0485289 Oct 14 12:43:11.584126 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9dcaceaa-215f-4230-8c76-42d5d230be79 req-d0ad807e-c619-4a20-bb68-f0a4a84f16ad tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "GET /v2.0/security-groups?id=d19ba32c-7c27-4b7d-bc48-73bd522c4e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338352 Oct 14 12:43:11.696996 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513857d2-6031-4a04-8b6d-64550e615f92 req-b7c5b2d1-059a-4359-b59c-f4a079338dd2 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:43:11.698435 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-513857d2-6031-4a04-8b6d-64550e615f92 req-b7c5b2d1-059a-4359-b59c-f4a079338dd2 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "GET /v2.0/ports?device_id=93b49e78-847f-427d-bb05-953359ff5cf5 HTTP/1.1" status: 200 len: 945 time: 0.0511205 Oct 14 12:43:11.735558 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-513857d2-6031-4a04-8b6d-64550e615f92 req-16ae1512-4eb6-4ec7-a9c4-fb2cbd66ec3e tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "GET /v2.0/security-groups?id=d19ba32c-7c27-4b7d-bc48-73bd522c4e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313518 Oct 14 12:43:12.046197 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945423dd-296a-421c-beca-4a0360974c6e req-b6f3c158-e383-45fd-a084-9629af5bf1cc tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:43:12.047630 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-945423dd-296a-421c-beca-4a0360974c6e req-b6f3c158-e383-45fd-a084-9629af5bf1cc tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "GET /v2.0/ports?device_id=93b49e78-847f-427d-bb05-953359ff5cf5 HTTP/1.1" status: 200 len: 945 time: 0.0480866 Oct 14 12:43:12.090290 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-945423dd-296a-421c-beca-4a0360974c6e req-0ee8db4a-ccdd-47d0-a135-fe70f4656ed7 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "GET /v2.0/security-groups?id=d19ba32c-7c27-4b7d-bc48-73bd522c4e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367627 Oct 14 12:43:14.513915 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.agents_db [None req-78dcfc36-1157-4c7d-a1d8-d24093a96b44 None None] Agent healthcheck: found 6 active agents {{(pid=100187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:43:22.280827 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fca0cb-d472-4386-8cd5-f19f2ba7c497 req-8b93781e-4fe9-4416-abe2-94fa9650f6d1 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:43:22.282189 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b9fca0cb-d472-4386-8cd5-f19f2ba7c497 req-8b93781e-4fe9-4416-abe2-94fa9650f6d1 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "GET /v2.0/ports?device_id=93b49e78-847f-427d-bb05-953359ff5cf5 HTTP/1.1" status: 200 len: 945 time: 0.0476260 Oct 14 12:43:22.319309 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b9fca0cb-d472-4386-8cd5-f19f2ba7c497 req-2f430171-9794-44be-b020-47fade10fe48 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "GET /v2.0/security-groups?id=d19ba32c-7c27-4b7d-bc48-73bd522c4e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305867 Oct 14 12:43:22.341333 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 42816) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:43:22.475957 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef11187-c477-4ef7-bf24-3527216b026d tempest-TestMinimumBasicScenario-1922184938 tempest-TestMinimumBasicScenario-1922184938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:43:22.477447 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-0ef11187-c477-4ef7-bf24-3527216b026d tempest-TestMinimumBasicScenario-1922184938 tempest-TestMinimumBasicScenario-1922184938-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=93b49e78-847f-427d-bb05-953359ff5cf5 HTTP/1.1" status: 200 len: 1093 time: 0.1350586 Oct 14 12:43:22.480294 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 42820) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:43:22.484419 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.v2.base [None req-d7149c52-bc36-4f12-aa33-6811a3986278 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Request body: {'floatingip': {'floating_network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'port_id': '79c57d31-202f-46c8-914c-e6fdd3c3ad3e', 'tenant_id': '097f41cb2c1d4253b284aac1850e29a1', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:43:22.557873 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-d7149c52-bc36-4f12-aa33-6811a3986278 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Notify callbacks [] for floatingip, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:43:22.650053 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-d7149c52-bc36-4f12-aa33-6811a3986278 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:43:22.750991 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.db.db_base_plugin_common [None req-d7149c52-bc36-4f12-aa33-6811a3986278 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Allocated IP 172.27.0.211 (b7b7a1d8-4110-4f63-bddb-33667e2d84f3/eea40cd2-79ec-4f52-9668-443439548eb0/77c91a48-1561-48a6-8b89-abd21dfe0bd2) {{(pid=100184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:43:22.847744 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-d7149c52-bc36-4f12-aa33-6811a3986278 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Notify callbacks [] for port, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:43:22.960630 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-d7149c52-bc36-4f12-aa33-6811a3986278 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787792822806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235086'] for port, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:43:23.002317 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7149c52-bc36-4f12-aa33-6811a3986278 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Network b7b7a1d8-4110-4f63-bddb-33667e2d84f3 is already hosted by enough agents. {{(pid=100184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:43:23.005133 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.base_scheduler [None req-d7149c52-bc36-4f12-aa33-6811a3986278 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Resources bound (agent type, host, resource id): {{(pid=100184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:43:23.009369 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7149c52-bc36-4f12-aa33-6811a3986278 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Received port after_create {{(pid=100184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 12:43:23.017204 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7149c52-bc36-4f12-aa33-6811a3986278 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Pushing event updated for resources: {'Port': ['ID=77c91a48-1561-48a6-8b89-abd21dfe0bd2,revision_number=1']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:43:23.045245 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7149c52-bc36-4f12-aa33-6811a3986278 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:43:23.045597 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7149c52-bc36-4f12-aa33-6811a3986278 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:43:23.045938 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7149c52-bc36-4f12-aa33-6811a3986278 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:43:23.046273 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7149c52-bc36-4f12-aa33-6811a3986278 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:43:23.046605 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7149c52-bc36-4f12-aa33-6811a3986278 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:43:23.046935 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7149c52-bc36-4f12-aa33-6811a3986278 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:43:23.047265 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7149c52-bc36-4f12-aa33-6811a3986278 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:43:23.047594 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7149c52-bc36-4f12-aa33-6811a3986278 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:43:23.047916 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7149c52-bc36-4f12-aa33-6811a3986278 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:43:23.048269 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7149c52-bc36-4f12-aa33-6811a3986278 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:43:23.048595 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7149c52-bc36-4f12-aa33-6811a3986278 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:43:23.048916 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7149c52-bc36-4f12-aa33-6811a3986278 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:43:23.177521 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-983cf3ca-a6ce-4193-b590-998468630f16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:43:23.356107 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-d7149c52-bc36-4f12-aa33-6811a3986278 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:43:23.468901 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-d7149c52-bc36-4f12-aa33-6811a3986278 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:43:23.613892 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-d7149c52-bc36-4f12-aa33-6811a3986278 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Notify callbacks [] for port, precommit_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:43:23.672144 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-d7149c52-bc36-4f12-aa33-6811a3986278 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6235095'] for port, after_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:43:23.739493 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7149c52-bc36-4f12-aa33-6811a3986278 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Pushing event updated for resources: {'Port': ['ID=77c91a48-1561-48a6-8b89-abd21dfe0bd2,revision_number=2']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:43:23.750284 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-d7149c52-bc36-4f12-aa33-6811a3986278 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-619548'] for floatingip, after_create {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:43:23.847050 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.db.l3_db [None req-d7149c52-bc36-4f12-aa33-6811a3986278 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Floating IP d391e11b-1b27-47e0-99a6-b668f7fae764 associated. External IP: 172.27.0.211, port: 79c57d31-202f-46c8-914c-e6fdd3c3ad3e. Oct 14 12:43:24.046288 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7149c52-bc36-4f12-aa33-6811a3986278 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Router 9f5f3e97-307b-4554-b5d2-23d86b551e2b has already been hosted by L3 agent 98567738-4256-4ddd-ae03-62c82ecec038 {{(pid=100184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 12:43:24.152520 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7149c52-bc36-4f12-aa33-6811a3986278 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Notify agent at l3_agent.dv-cinder-813986-1-iscsi the message routers_updated {{(pid=100184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:43:24.164835 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59a3934-e24f-41ab-9e18-64d3a656255d None None] Sync routers for ids ['9f5f3e97-307b-4554-b5d2-23d86b551e2b'] in dv-cinder-813986-1-iscsi {{(pid=100186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:43:24.173554 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59a3934-e24f-41ab-9e18-64d3a656255d None None] Routers {'9f5f3e97-307b-4554-b5d2-23d86b551e2b'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:43:24.174164 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-e59a3934-e24f-41ab-9e18-64d3a656255d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:42:56Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['9f5f3e97-307b-4554-b5d2-23d86b551e2b'], 'active': True} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:43:24.236886 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-d7149c52-bc36-4f12-aa33-6811a3986278 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516790'] for floatingip, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:43:24.264262 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-d7149c52-bc36-4f12-aa33-6811a3986278 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7827697 Oct 14 12:43:24.264889 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93b49e78-847f-427d-bb05-953359ff5cf5', 'tag': '79c57d31-202f-46c8-914c-e6fdd3c3ad3e'}] {{(pid=100184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:43:24.267008 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 42822) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:43:24.267558 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb275087d552987a85547e896d52e13f348f0da1d291f893306c6091374b53c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d149940-a93d-4d08-9fa7-712f3b783531" -d '{"events": [{"name": "network-changed", "server_uuid": "93b49e78-847f-427d-bb05-953359ff5cf5", "tag": "79c57d31-202f-46c8-914c-e6fdd3c3ad3e"}]}' {{(pid=100184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:43:24.272158 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.v2.base [None req-264cab43-8804-4068-983b-40075badc00a tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1102769015', 'description': 'tempest-secgroup-smoke-1102769015 description', 'project_id': '097f41cb2c1d4253b284aac1850e29a1'}} {{(pid=100185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:43:24.279667 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvr_db [None req-e59a3934-e24f-41ab-9e18-64d3a656255d None None] Set router 9f5f3e97-307b-4554-b5d2-23d86b551e2b gateway port host: dv-cinder-813986-1-iscsi {{(pid=100186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:43:24.358801 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 12:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f18fe99-45e6-4298-bac3-f9c4f82606d4 x-openstack-request-id: req-5f18fe99-45e6-4298-bac3-f9c4f82606d4 {{(pid=100184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:43:24.359418 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93b49e78-847f-427d-bb05-953359ff5cf5", "tag": "79c57d31-202f-46c8-914c-e6fdd3c3ad3e", "status": "completed", "code": 200}]} {{(pid=100184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:43:24.359698 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5f18fe99-45e6-4298-bac3-f9c4f82606d4 {{(pid=100184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:43:24.360215 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93b49e78-847f-427d-bb05-953359ff5cf5', 'tag': '79c57d31-202f-46c8-914c-e6fdd3c3ad3e', 'status': 'completed', 'code': 200} Oct 14 12:43:24.360925 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-264cab43-8804-4068-983b-40075badc00a tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Notify callbacks [] for security_group, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:43:24.425152 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d149940-a93d-4d08-9fa7-712f3b783531 req-36f132fb-6b65-430b-83f2-5c763d1004ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:43:24.426656 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9d149940-a93d-4d08-9fa7-712f3b783531 req-36f132fb-6b65-430b-83f2-5c763d1004ae service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=097f41cb2c1d4253b284aac1850e29a1&device_id=93b49e78-847f-427d-bb05-953359ff5cf5 HTTP/1.1" status: 200 len: 1098 time: 0.0432005 Oct 14 12:43:24.434418 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-264cab43-8804-4068-983b-40075badc00a tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Notify callbacks [] for security_group, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:43:24.497845 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-264cab43-8804-4068-983b-40075badc00a tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:43:24.514537 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-e59a3934-e24f-41ab-9e18-64d3a656255d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f5f3e97-307b-4554-b5d2-23d86b551e2b', 'name': 'tempest-TestMinimumBasicScenario-802064631-router', 'tenant_id': '097f41cb2c1d4253b284aac1850e29a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '91b46870-2c6f-4ae6-bfea-a39e2254f48a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:42:24Z', 'updated_at': '2021-10-14T12:42:27Z', 'revision_number': 4, 'project_id': '097f41cb2c1d4253b284aac1850e29a1', 'gw_port': {'id': '91b46870-2c6f-4ae6-bfea-a39e2254f48a', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:1f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5f3e97-307b-4554-b5d2-23d86b551e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:42:24Z', 'updated_at': '2021-10-14T12:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_floatingips': [{'id': 'd391e11b-1b27-47e0-99a6-b668f7fae764', 'tenant_id': '097f41cb2c1d4253b284aac1850e29a1', 'floating_ip_address': '172.27.0.211', 'floating_network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'router_id': '9f5f3e97-307b-4554-b5d2-23d86b551e2b', 'port_id': '79c57d31-202f-46c8-914c-e6fdd3c3ad3e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a332eb8-f9e7-47c6-bba6-b88a3a5861c5', 'mac_address': 'fa:16:3e:e1:5f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b49e78-847f-427d-bb05-953359ff5cf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T12:43:23Z', 'updated_at': '2021-10-14T12:43:23Z', 'revision_number': 0, 'project_id': '097f41cb2c1d4253b284aac1850e29a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01ed5676-d7d8-4049-b8fb-962a87a9cec4', 'name': '', 'network_id': '5a332eb8-f9e7-47c6-bba6-b88a3a5861c5', 'tenant_id': '097f41cb2c1d4253b284aac1850e29a1', 'mac_address': 'fa:16:3e:e5:ef:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5f3e97-307b-4554-b5d2-23d86b551e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'b0d5d99f-da8d-421c-8d6f-ef4b7c2fb43e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:42:26Z', 'updated_at': '2021-10-14T12:42:31Z', 'revision_number': 5, 'project_id': '097f41cb2c1d4253b284aac1850e29a1', 'subnets': [{'id': 'b0d5d99f-da8d-421c-8d6f-ef4b7c2fb43e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:43:24.524074 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d149940-a93d-4d08-9fa7-712f3b783531 req-80442f04-00de-4f16-8fbf-404a65c91e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:43:24.525641 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9d149940-a93d-4d08-9fa7-712f3b783531 req-80442f04-00de-4f16-8fbf-404a65c91e29 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5a332eb8-f9e7-47c6-bba6-b88a3a5861c5 HTTP/1.1" status: 200 len: 915 time: 0.0898108 Oct 14 12:43:24.529352 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264cab43-8804-4068-983b-40075badc00a tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a90eb23-f690-4b7e-b7ff-71129630f05b,revision_number=1']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:43:24.536751 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264cab43-8804-4068-983b-40075badc00a tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:43:24.537721 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264cab43-8804-4068-983b-40075badc00a tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:43:24.538256 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264cab43-8804-4068-983b-40075badc00a tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:43:24.538601 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264cab43-8804-4068-983b-40075badc00a tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:43:24.538939 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264cab43-8804-4068-983b-40075badc00a tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:43:24.539277 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264cab43-8804-4068-983b-40075badc00a tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:43:24.539606 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264cab43-8804-4068-983b-40075badc00a tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:43:24.539938 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264cab43-8804-4068-983b-40075badc00a tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:43:24.540329 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264cab43-8804-4068-983b-40075badc00a tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:43:24.540650 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264cab43-8804-4068-983b-40075badc00a tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:43:24.540984 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264cab43-8804-4068-983b-40075badc00a tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:43:24.541309 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264cab43-8804-4068-983b-40075badc00a tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:43:24.544743 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59a3934-e24f-41ab-9e18-64d3a656255d None None] Checking router: 9f5f3e97-307b-4554-b5d2-23d86b551e2b for host: dv-cinder-813986-1-iscsi {{(pid=100186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:43:24.558586 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59a3934-e24f-41ab-9e18-64d3a656255d None None] Routers {'9f5f3e97-307b-4554-b5d2-23d86b551e2b'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:43:24.558586 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-e59a3934-e24f-41ab-9e18-64d3a656255d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:42:56Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['9f5f3e97-307b-4554-b5d2-23d86b551e2b'], 'active': True} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:43:24.594565 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9d149940-a93d-4d08-9fa7-712f3b783531 req-1bf262d9-b0dd-4668-860b-10d644ba414f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79c57d31-202f-46c8-914c-e6fdd3c3ad3e HTTP/1.1" status: 200 len: 999 time: 0.0604191 Oct 14 12:43:24.603350 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-264cab43-8804-4068-983b-40075badc00a tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Notify callbacks [] for security_group, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:43:24.607376 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-264cab43-8804-4068-983b-40075badc00a tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3366220 Oct 14 12:43:24.607595 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 42828) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:43:24.611816 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.v2.base [None req-f0aea83d-66c0-400a-ad99-cac47471edc4 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Request body: {'security_group_rule': {'security_group_id': '9a90eb23-f690-4b7e-b7ff-71129630f05b', 'project_id': '097f41cb2c1d4253b284aac1850e29a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:43:24.645707 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d149940-a93d-4d08-9fa7-712f3b783531 req-68c4f9d3-0406-42d6-b1ea-97893a943024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:43:24.647670 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9d149940-a93d-4d08-9fa7-712f3b783531 req-68c4f9d3-0406-42d6-b1ea-97893a943024 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b0d5d99f-da8d-421c-8d6f-ef4b7c2fb43e HTTP/1.1" status: 200 len: 853 time: 0.0452006 Oct 14 12:43:24.669964 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvr_db [None req-e59a3934-e24f-41ab-9e18-64d3a656255d None None] Set router 9f5f3e97-307b-4554-b5d2-23d86b551e2b gateway port host: dv-cinder-813986-1-iscsi {{(pid=100186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:43:24.697321 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d149940-a93d-4d08-9fa7-712f3b783531 req-1464ef97-d57e-4331-93b3-2d97e2cef50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:43:24.698787 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9d149940-a93d-4d08-9fa7-712f3b783531 req-1464ef97-d57e-4331-93b3-2d97e2cef50f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5a332eb8-f9e7-47c6-bba6-b88a3a5861c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429368 Oct 14 12:43:24.708486 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-f0aea83d-66c0-400a-ad99-cac47471edc4 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:43:24.765519 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-f0aea83d-66c0-400a-ad99-cac47471edc4 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:43:24.791556 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9d149940-a93d-4d08-9fa7-712f3b783531 req-5485cfd2-fc8e-4d87-a6ee-bb4f7c22b432 service neutron] 10.222.0.25 "GET /v2.0/networks/5a332eb8-f9e7-47c6-bba6-b88a3a5861c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851650 Oct 14 12:43:24.840448 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-f0aea83d-66c0-400a-ad99-cac47471edc4 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596696'] for security_group_rule, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:43:24.858830 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aea83d-66c0-400a-ad99-cac47471edc4 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6597fd2-817e-47ad-a944-98cf2301b716,revision_number=0']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:43:24.890904 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9d149940-a93d-4d08-9fa7-712f3b783531 req-caf763d7-ccef-40a7-8b2f-dcb10f85a07e service neutron] 10.222.0.25 "GET /v2.0/networks/5a332eb8-f9e7-47c6-bba6-b88a3a5861c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914600 Oct 14 12:43:24.899149 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-e59a3934-e24f-41ab-9e18-64d3a656255d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f5f3e97-307b-4554-b5d2-23d86b551e2b', 'name': 'tempest-TestMinimumBasicScenario-802064631-router', 'tenant_id': '097f41cb2c1d4253b284aac1850e29a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '91b46870-2c6f-4ae6-bfea-a39e2254f48a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:42:24Z', 'updated_at': '2021-10-14T12:42:27Z', 'revision_number': 4, 'project_id': '097f41cb2c1d4253b284aac1850e29a1', 'gw_port': {'id': '91b46870-2c6f-4ae6-bfea-a39e2254f48a', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:1f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5f3e97-307b-4554-b5d2-23d86b551e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:42:24Z', 'updated_at': '2021-10-14T12:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_floatingips': [{'id': 'd391e11b-1b27-47e0-99a6-b668f7fae764', 'tenant_id': '097f41cb2c1d4253b284aac1850e29a1', 'floating_ip_address': '172.27.0.211', 'floating_network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'router_id': '9f5f3e97-307b-4554-b5d2-23d86b551e2b', 'port_id': '79c57d31-202f-46c8-914c-e6fdd3c3ad3e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a332eb8-f9e7-47c6-bba6-b88a3a5861c5', 'mac_address': 'fa:16:3e:e1:5f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b49e78-847f-427d-bb05-953359ff5cf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T12:43:23Z', 'updated_at': '2021-10-14T12:43:23Z', 'revision_number': 0, 'project_id': '097f41cb2c1d4253b284aac1850e29a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01ed5676-d7d8-4049-b8fb-962a87a9cec4', 'name': '', 'network_id': '5a332eb8-f9e7-47c6-bba6-b88a3a5861c5', 'tenant_id': '097f41cb2c1d4253b284aac1850e29a1', 'mac_address': 'fa:16:3e:e5:ef:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5f3e97-307b-4554-b5d2-23d86b551e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'b0d5d99f-da8d-421c-8d6f-ef4b7c2fb43e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:42:26Z', 'updated_at': '2021-10-14T12:42:31Z', 'revision_number': 5, 'project_id': '097f41cb2c1d4253b284aac1850e29a1', 'subnets': [{'id': 'b0d5d99f-da8d-421c-8d6f-ef4b7c2fb43e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:43:24.928688 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59a3934-e24f-41ab-9e18-64d3a656255d None None] The sync data for ids ['9f5f3e97-307b-4554-b5d2-23d86b551e2b'] in dv-cinder-813986-1-iscsi is: [{'id': '9f5f3e97-307b-4554-b5d2-23d86b551e2b', 'name': 'tempest-TestMinimumBasicScenario-802064631-router', 'tenant_id': '097f41cb2c1d4253b284aac1850e29a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '91b46870-2c6f-4ae6-bfea-a39e2254f48a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:42:24Z', 'updated_at': '2021-10-14T12:42:27Z', 'revision_number': 4, 'project_id': '097f41cb2c1d4253b284aac1850e29a1', 'gw_port': {'id': '91b46870-2c6f-4ae6-bfea-a39e2254f48a', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:1f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5f3e97-307b-4554-b5d2-23d86b551e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:42:24Z', 'updated_at': '2021-10-14T12:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_floatingips': [{'id': 'd391e11b-1b27-47e0-99a6-b668f7fae764', 'tenant_id': '097f41cb2c1d4253b284aac1850e29a1', 'floating_ip_address': '172.27.0.211', 'floating_network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'router_id': '9f5f3e97-307b-4554-b5d2-23d86b551e2b', 'port_id': '79c57d31-202f-46c8-914c-e6fdd3c3ad3e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a332eb8-f9e7-47c6-bba6-b88a3a5861c5', 'mac_address': 'fa:16:3e:e1:5f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b49e78-847f-427d-bb05-953359ff5cf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T12:43:23Z', 'updated_at': '2021-10-14T12:43:23Z', 'revision_number': 0, 'project_id': '097f41cb2c1d4253b284aac1850e29a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01ed5676-d7d8-4049-b8fb-962a87a9cec4', 'name': '', 'network_id': '5a332eb8-f9e7-47c6-bba6-b88a3a5861c5', 'tenant_id': '097f41cb2c1d4253b284aac1850e29a1', 'mac_address': 'fa:16:3e:e5:ef:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5f3e97-307b-4554-b5d2-23d86b551e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'b0d5d99f-da8d-421c-8d6f-ef4b7c2fb43e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:42:26Z', 'updated_at': '2021-10-14T12:42:31Z', 'revision_number': 5, 'project_id': '097f41cb2c1d4253b284aac1850e29a1', 'subnets': [{'id': 'b0d5d99f-da8d-421c-8d6f-ef4b7c2fb43e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:43:24.939525 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-f0aea83d-66c0-400a-ad99-cac47471edc4 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:43:24.940827 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-f0aea83d-66c0-400a-ad99-cac47471edc4 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3323336 Oct 14 12:43:24.943970 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 42830) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:43:24.951636 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.v2.base [None req-0d582d0c-a6de-46ed-a24e-ac77a595f6ed tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Request body: {'security_group_rule': {'security_group_id': '9a90eb23-f690-4b7e-b7ff-71129630f05b', 'project_id': '097f41cb2c1d4253b284aac1850e29a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:43:25.026366 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-0d582d0c-a6de-46ed-a24e-ac77a595f6ed tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:43:25.085452 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-0d582d0c-a6de-46ed-a24e-ac77a595f6ed tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:43:25.109270 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6821a14-b9e1-410a-89d0-325fe259f439 None None] New status for floating IP d391e11b-1b27-47e0-99a6-b668f7fae764: ACTIVE {{(pid=100187) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 12:43:25.180967 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-0d582d0c-a6de-46ed-a24e-ac77a595f6ed tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596696'] for security_group_rule, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:43:25.200135 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d582d0c-a6de-46ed-a24e-ac77a595f6ed tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a8313cb-3a92-4cf6-a5a1-0c97f8aa9c5f,revision_number=0']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:43:25.268221 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-0d582d0c-a6de-46ed-a24e-ac77a595f6ed tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:43:25.269439 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-0d582d0c-a6de-46ed-a24e-ac77a595f6ed tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3245111 Oct 14 12:43:25.272284 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 42832) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:43:25.276520 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.v2.base [None req-095d936b-ec8f-4f2f-a529-8a5a46b3ef33 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Request body: {'security_group_rule': {'security_group_id': '9a90eb23-f690-4b7e-b7ff-71129630f05b', 'project_id': '097f41cb2c1d4253b284aac1850e29a1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:43:25.345996 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-095d936b-ec8f-4f2f-a529-8a5a46b3ef33 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:43:25.404455 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-095d936b-ec8f-4f2f-a529-8a5a46b3ef33 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:43:25.480183 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-095d936b-ec8f-4f2f-a529-8a5a46b3ef33 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596696'] for security_group_rule, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:43:25.497447 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095d936b-ec8f-4f2f-a529-8a5a46b3ef33 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdc441f8-ce84-48f2-8e0c-17982de5e6e8,revision_number=0']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:43:25.573615 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-095d936b-ec8f-4f2f-a529-8a5a46b3ef33 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:43:25.574859 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-095d936b-ec8f-4f2f-a529-8a5a46b3ef33 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3016586 Oct 14 12:43:25.577493 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 42834) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:43:25.581691 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.v2.base [None req-2efd0754-b52e-4718-9fd7-860f9294095a tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Request body: {'security_group_rule': {'security_group_id': '9a90eb23-f690-4b7e-b7ff-71129630f05b', 'project_id': '097f41cb2c1d4253b284aac1850e29a1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:43:25.690106 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-2efd0754-b52e-4718-9fd7-860f9294095a tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:43:25.746986 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-2efd0754-b52e-4718-9fd7-860f9294095a tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:43:25.834369 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-2efd0754-b52e-4718-9fd7-860f9294095a tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596696'] for security_group_rule, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:43:25.852600 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efd0754-b52e-4718-9fd7-860f9294095a tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeda8a59-2195-4a3e-b3c8-778fce6e2de3,revision_number=0']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:43:25.939418 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-2efd0754-b52e-4718-9fd7-860f9294095a tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:43:25.940701 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-2efd0754-b52e-4718-9fd7-860f9294095a tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3622501 Oct 14 12:43:25.943996 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 42836) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:43:25.948179 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.v2.base [None req-415a4708-b520-4838-a9c5-72f8102caaf9 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Request body: {'security_group_rule': {'security_group_id': '9a90eb23-f690-4b7e-b7ff-71129630f05b', 'project_id': '097f41cb2c1d4253b284aac1850e29a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:43:25.948638 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-9c7383d3-1d52-4589-a39a-6a610b265b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:43:26.034381 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.db.securitygroups_db [None req-415a4708-b520-4838-a9c5-72f8102caaf9 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Project 097f41cb2c1d4253b284aac1850e29a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 14 12:43:26.039215 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-415a4708-b520-4838-a9c5-72f8102caaf9 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:43:26.096730 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-415a4708-b520-4838-a9c5-72f8102caaf9 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:43:26.217709 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-415a4708-b520-4838-a9c5-72f8102caaf9 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596696'] for security_group_rule, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:43:26.235230 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415a4708-b520-4838-a9c5-72f8102caaf9 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c01e321-7517-4d3f-b3f9-e7200d87afc6,revision_number=0']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:43:26.303277 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-415a4708-b520-4838-a9c5-72f8102caaf9 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:43:26.304485 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-415a4708-b520-4838-a9c5-72f8102caaf9 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3595822 Oct 14 12:43:26.307161 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 42838) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:43:26.311407 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.v2.base [None req-03c0e004-b7fa-4e96-8965-110ce4463f64 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Request body: {'security_group_rule': {'security_group_id': '9a90eb23-f690-4b7e-b7ff-71129630f05b', 'project_id': '097f41cb2c1d4253b284aac1850e29a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:43:26.392161 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.db.securitygroups_db [None req-03c0e004-b7fa-4e96-8965-110ce4463f64 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Project 097f41cb2c1d4253b284aac1850e29a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 14 12:43:26.396779 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-03c0e004-b7fa-4e96-8965-110ce4463f64 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:43:26.456717 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-03c0e004-b7fa-4e96-8965-110ce4463f64 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:43:26.571839 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-03c0e004-b7fa-4e96-8965-110ce4463f64 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596696'] for security_group_rule, after_create {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:43:26.588914 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c0e004-b7fa-4e96-8965-110ce4463f64 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4bd611a-23bc-4d35-b108-2f80650566f8,revision_number=0']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:43:26.653309 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-03c0e004-b7fa-4e96-8965-110ce4463f64 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:43:26.654473 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-03c0e004-b7fa-4e96-8965-110ce4463f64 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3464062 Oct 14 12:43:26.731497 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-c889a743-327e-44e6-943e-512e191eac42 req-fd0f15e6-35ce-4e76-8643-6c1b80466919 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1102769015&fields=id&tenant_id=097f41cb2c1d4253b284aac1850e29a1 HTTP/1.1" status: 200 len: 267 time: 0.0335636 Oct 14 12:43:26.783384 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c889a743-327e-44e6-943e-512e191eac42 req-01211a1d-628f-4c6a-b1dc-9fb282e31c96 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:43:26.784860 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-c889a743-327e-44e6-943e-512e191eac42 req-01211a1d-628f-4c6a-b1dc-9fb282e31c96 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "GET /v2.0/ports?device_id=93b49e78-847f-427d-bb05-953359ff5cf5 HTTP/1.1" status: 200 len: 945 time: 0.0476835 Oct 14 12:43:26.796423 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.v2.base [req-c889a743-327e-44e6-943e-512e191eac42 req-54bc6546-3739-4073-851f-1f8c46fbb4e6 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Request body: {'port': {'security_groups': ['d19ba32c-7c27-4b7d-bc48-73bd522c4e29', '9a90eb23-f690-4b7e-b7ff-71129630f05b']}} {{(pid=100184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:43:26.855266 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-c889a743-327e-44e6-943e-512e191eac42 req-54bc6546-3739-4073-851f-1f8c46fbb4e6 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:43:27.034425 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.db [req-c889a743-327e-44e6-943e-512e191eac42 req-54bc6546-3739-4073-851f-1f8c46fbb4e6 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] For port 79c57d31-202f-46c8-914c-e6fdd3c3ad3e, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=79c57d31-202f-46c8-914c-e6fdd3c3ad3e,segment=NetworkSegment(dae9b686-fddb-4b1f-b679-3a2c746ec42e),segment_id=dae9b686-fddb-4b1f-b679-3a2c746ec42e)] {{(pid=100184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:43:27.067876 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-c889a743-327e-44e6-943e-512e191eac42 req-54bc6546-3739-4073-851f-1f8c46fbb4e6 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Notify callbacks [] for port, precommit_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:43:27.135399 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-469b4b0a-0edb-4369-82f6-413c16907b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:43:27.157505 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:43:27.157736 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-c889a743-327e-44e6-943e-512e191eac42 req-54bc6546-3739-4073-851f-1f8c46fbb4e6 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6235095'] for port, after_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:43:27.171910 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] get_ports_and_sgs() called for port_ids ['79c57d31-202f-46c8-914c-e6fdd3c3ad3e'] {{(pid=100186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:43:27.200714 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c889a743-327e-44e6-943e-512e191eac42 req-54bc6546-3739-4073-851f-1f8c46fbb4e6 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:43:27.201328 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-c889a743-327e-44e6-943e-512e191eac42 req-54bc6546-3739-4073-851f-1f8c46fbb4e6 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516790'] for port, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:43:27.202683 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-c889a743-327e-44e6-943e-512e191eac42 req-54bc6546-3739-4073-851f-1f8c46fbb4e6 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "PUT /v2.0/ports/79c57d31-202f-46c8-914c-e6fdd3c3ad3e HTTP/1.1" status: 200 len: 981 time: 0.4107440 Oct 14 12:43:27.203120 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93b49e78-847f-427d-bb05-953359ff5cf5', 'tag': '79c57d31-202f-46c8-914c-e6fdd3c3ad3e'}] {{(pid=100184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:43:27.205415 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb275087d552987a85547e896d52e13f348f0da1d291f893306c6091374b53c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f19d1db-bab6-440f-828d-5146066ac718" -d '{"events": [{"name": "network-changed", "server_uuid": "93b49e78-847f-427d-bb05-953359ff5cf5", "tag": "79c57d31-202f-46c8-914c-e6fdd3c3ad3e"}]}' {{(pid=100184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:43:27.231275 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bc6546-3739-4073-851f-1f8c46fbb4e6 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Pushing event updated for resources: {'Port': ['ID=79c57d31-202f-46c8-914c-e6fdd3c3ad3e,revision_number=6']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:43:27.263905 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] get_ports_and_sgs() called for port_ids ['79c57d31-202f-46c8-914c-e6fdd3c3ad3e'] {{(pid=100186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:43:27.264849 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 12:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-531d8775-8af8-4944-896c-12f998e194f9 x-openstack-request-id: req-531d8775-8af8-4944-896c-12f998e194f9 {{(pid=100184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:43:27.265157 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93b49e78-847f-427d-bb05-953359ff5cf5", "tag": "79c57d31-202f-46c8-914c-e6fdd3c3ad3e", "status": "completed", "code": 200}]} {{(pid=100184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:43:27.265508 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-531d8775-8af8-4944-896c-12f998e194f9 {{(pid=100184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:43:27.265968 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93b49e78-847f-427d-bb05-953359ff5cf5', 'tag': '79c57d31-202f-46c8-914c-e6fdd3c3ad3e', 'status': 'completed', 'code': 200} Oct 14 12:43:27.356937 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f19d1db-bab6-440f-828d-5146066ac718 req-39d3e784-8c91-44d5-a9bf-72a6f2e4ec62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:43:27.358551 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9f19d1db-bab6-440f-828d-5146066ac718 req-39d3e784-8c91-44d5-a9bf-72a6f2e4ec62 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=097f41cb2c1d4253b284aac1850e29a1&device_id=93b49e78-847f-427d-bb05-953359ff5cf5 HTTP/1.1" status: 200 len: 1137 time: 0.0706301 Oct 14 12:43:27.371677 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8363b213-aa29-4131-9a18-12723d84ee03 req-398c0fc5-a74f-4811-ab28-1158117339a4 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:43:27.373299 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-8363b213-aa29-4131-9a18-12723d84ee03 req-398c0fc5-a74f-4811-ab28-1158117339a4 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "GET /v2.0/ports?device_id=93b49e78-847f-427d-bb05-953359ff5cf5 HTTP/1.1" status: 200 len: 984 time: 0.0762503 Oct 14 12:43:27.465134 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-8363b213-aa29-4131-9a18-12723d84ee03 req-419a4c88-0a17-4333-912c-d6ef2b044cd0 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "GET /v2.0/security-groups?id=9a90eb23-f690-4b7e-b7ff-71129630f05b&id=d19ba32c-7c27-4b7d-bc48-73bd522c4e29&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0830524 Oct 14 12:43:27.492829 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f19d1db-bab6-440f-828d-5146066ac718 req-79201f6d-8d70-484e-9dbe-040afa0757ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:43:27.494535 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9f19d1db-bab6-440f-828d-5146066ac718 req-79201f6d-8d70-484e-9dbe-040afa0757ef service neutron] 10.222.0.25 "GET /v2.0/networks?id=5a332eb8-f9e7-47c6-bba6-b88a3a5861c5 HTTP/1.1" status: 200 len: 915 time: 0.1202910 Oct 14 12:43:27.559795 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-3afa5346-c4e6-43fc-b583-36cb670df5b0 None None] Provisioning complete for port 79c57d31-202f-46c8-914c-e6fdd3c3ad3e triggered by entity DHCP. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:43:27.560188 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-3afa5346-c4e6-43fc-b583-36cb670df5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:43:27.565328 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9f19d1db-bab6-440f-828d-5146066ac718 req-8a07cab4-64be-48e1-9e96-f53f8bb40641 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79c57d31-202f-46c8-914c-e6fdd3c3ad3e HTTP/1.1" status: 200 len: 1001 time: 0.0625651 Oct 14 12:43:27.614785 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f19d1db-bab6-440f-828d-5146066ac718 req-1735a325-3ebf-4516-aab8-8e0bd751030a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:43:27.616285 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9f19d1db-bab6-440f-828d-5146066ac718 req-1735a325-3ebf-4516-aab8-8e0bd751030a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b0d5d99f-da8d-421c-8d6f-ef4b7c2fb43e HTTP/1.1" status: 200 len: 853 time: 0.0436099 Oct 14 12:43:27.663051 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f19d1db-bab6-440f-828d-5146066ac718 req-67aca364-83de-4ba3-a7ab-ec1f72f35a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:43:27.664472 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9f19d1db-bab6-440f-828d-5146066ac718 req-67aca364-83de-4ba3-a7ab-ec1f72f35a82 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5a332eb8-f9e7-47c6-bba6-b88a3a5861c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396948 Oct 14 12:43:27.757456 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9f19d1db-bab6-440f-828d-5146066ac718 req-c485e8f0-c62b-4bd6-bef6-3715a955ccc2 service neutron] 10.222.0.25 "GET /v2.0/networks/5a332eb8-f9e7-47c6-bba6-b88a3a5861c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845623 Oct 14 12:43:27.847759 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-9f19d1db-bab6-440f-828d-5146066ac718 req-a6b1bcd3-a61b-4212-ae6c-a8689580ca06 service neutron] 10.222.0.25 "GET /v2.0/networks/5a332eb8-f9e7-47c6-bba6-b88a3a5861c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823209 Oct 14 12:43:28.377081 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-27c04846-3a84-4189-8b30-75b8cfbf2676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:43:37.799090 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:43:45.935312 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-cc9b688d-dc76-4397-9e43-8b3070b99b85 req-6ef25311-6b7e-4743-84e4-a4ba6fe6f435 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=93b49e78-847f-427d-bb05-953359ff5cf5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386605 Oct 14 12:43:46.017537 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9b688d-dc76-4397-9e43-8b3070b99b85 req-07bf921c-0a2c-4e6b-b663-07423fd1d333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:43:46.018974 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-cc9b688d-dc76-4397-9e43-8b3070b99b85 req-07bf921c-0a2c-4e6b-b663-07423fd1d333 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=097f41cb2c1d4253b284aac1850e29a1&device_id=93b49e78-847f-427d-bb05-953359ff5cf5 HTTP/1.1" status: 200 len: 1137 time: 0.0432255 Oct 14 12:43:46.126491 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9b688d-dc76-4397-9e43-8b3070b99b85 req-83351017-4cb7-44da-8586-efbff2a283c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:43:46.127821 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-cc9b688d-dc76-4397-9e43-8b3070b99b85 req-83351017-4cb7-44da-8586-efbff2a283c9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5a332eb8-f9e7-47c6-bba6-b88a3a5861c5 HTTP/1.1" status: 200 len: 915 time: 0.0901201 Oct 14 12:43:46.201364 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-cc9b688d-dc76-4397-9e43-8b3070b99b85 req-d8c305c8-2bb7-4b01-8583-2ab4c820e87a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79c57d31-202f-46c8-914c-e6fdd3c3ad3e HTTP/1.1" status: 200 len: 1001 time: 0.0657389 Oct 14 12:43:46.506818 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9b688d-dc76-4397-9e43-8b3070b99b85 req-d2ae1780-0ed0-4d23-84dc-67ea64190e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:43:46.508474 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-cc9b688d-dc76-4397-9e43-8b3070b99b85 req-d2ae1780-0ed0-4d23-84dc-67ea64190e25 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b0d5d99f-da8d-421c-8d6f-ef4b7c2fb43e HTTP/1.1" status: 200 len: 853 time: 0.2993093 Oct 14 12:43:46.552837 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9b688d-dc76-4397-9e43-8b3070b99b85 req-57700852-cf12-416e-99c1-c71e6294c63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:43:46.554275 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-cc9b688d-dc76-4397-9e43-8b3070b99b85 req-57700852-cf12-416e-99c1-c71e6294c63e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5a332eb8-f9e7-47c6-bba6-b88a3a5861c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385816 Oct 14 12:43:46.644516 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-cc9b688d-dc76-4397-9e43-8b3070b99b85 req-42a67867-d6c4-4111-8e6a-a19cc36cb31e service neutron] 10.222.0.25 "GET /v2.0/networks/5a332eb8-f9e7-47c6-bba6-b88a3a5861c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825052 Oct 14 12:43:46.734922 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-cc9b688d-dc76-4397-9e43-8b3070b99b85 req-013e1e7c-0490-4b2a-bcd1-0f3742c052be service neutron] 10.222.0.25 "GET /v2.0/networks/5a332eb8-f9e7-47c6-bba6-b88a3a5861c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816007 Oct 14 12:43:51.512997 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.agents_db [None req-78dcfc36-1157-4c7d-a1d8-d24093a96b44 None None] Agent healthcheck: found 6 active agents {{(pid=100187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:43:53.158319 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-7704276a-ea82-44de-a43c-37f5aefcb46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:43:55.955917 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-065aa16c-e6e1-48bf-86e1-e4fc9dab4069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:43:57.141167 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-469b4b0a-0edb-4369-82f6-413c16907b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:43:57.158000 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:43:58.363848 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-27c04846-3a84-4189-8b30-75b8cfbf2676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:44:07.802720 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:44:23.144824 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-9c643ee2-7052-4c50-b22e-9f929a0ea37e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:44:25.355310 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28972ba5-04c9-4741-b631-d57f8a052044 req-807dd778-4e9f-4e22-a69b-a47ce6d33fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:44:25.356867 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-28972ba5-04c9-4741-b631-d57f8a052044 req-807dd778-4e9f-4e22-a69b-a47ce6d33fb0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=097f41cb2c1d4253b284aac1850e29a1&device_id=93b49e78-847f-427d-bb05-953359ff5cf5 HTTP/1.1" status: 200 len: 1137 time: 0.0432270 Oct 14 12:44:25.478534 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28972ba5-04c9-4741-b631-d57f8a052044 req-bdf572b3-7a6e-4c50-9177-28306b39246a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:44:25.479926 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-28972ba5-04c9-4741-b631-d57f8a052044 req-bdf572b3-7a6e-4c50-9177-28306b39246a service neutron] 10.222.0.25 "GET /v2.0/networks?id=5a332eb8-f9e7-47c6-bba6-b88a3a5861c5 HTTP/1.1" status: 200 len: 915 time: 0.1154037 Oct 14 12:44:25.488426 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c9b40b-18f6-4e46-961f-2e5c52b193f4 req-60cc8f56-934e-4ce9-b37b-5663aa30c41f tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:44:25.489777 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-16c9b40b-18f6-4e46-961f-2e5c52b193f4 req-60cc8f56-934e-4ce9-b37b-5663aa30c41f tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "GET /v2.0/ports?device_id=93b49e78-847f-427d-bb05-953359ff5cf5 HTTP/1.1" status: 200 len: 984 time: 0.1080506 Oct 14 12:44:25.572407 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-16c9b40b-18f6-4e46-961f-2e5c52b193f4 req-bf576844-ee7c-4a32-adc9-8c5dba8b75d5 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "GET /v2.0/security-groups?id=9a90eb23-f690-4b7e-b7ff-71129630f05b&id=d19ba32c-7c27-4b7d-bc48-73bd522c4e29&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0762961 Oct 14 12:44:25.578496 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-28972ba5-04c9-4741-b631-d57f8a052044 req-9bdf834a-5f71-41e3-9ab6-5449d7e8d1bd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79c57d31-202f-46c8-914c-e6fdd3c3ad3e HTTP/1.1" status: 200 len: 1001 time: 0.0878487 Oct 14 12:44:25.627434 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28972ba5-04c9-4741-b631-d57f8a052044 req-7b6408e9-3f17-4569-a1d3-c77de104b7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:44:25.628889 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-28972ba5-04c9-4741-b631-d57f8a052044 req-7b6408e9-3f17-4569-a1d3-c77de104b7c8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b0d5d99f-da8d-421c-8d6f-ef4b7c2fb43e HTTP/1.1" status: 200 len: 853 time: 0.0431120 Oct 14 12:44:25.676575 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28972ba5-04c9-4741-b631-d57f8a052044 req-9905194f-b07f-4d39-b9ec-45542ab49505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:44:25.678008 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-28972ba5-04c9-4741-b631-d57f8a052044 req-9905194f-b07f-4d39-b9ec-45542ab49505 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5a332eb8-f9e7-47c6-bba6-b88a3a5861c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386629 Oct 14 12:44:25.771125 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-28972ba5-04c9-4741-b631-d57f8a052044 req-ea002bd9-cb9b-473a-87a1-092a0abe5b64 service neutron] 10.222.0.25 "GET /v2.0/networks/5a332eb8-f9e7-47c6-bba6-b88a3a5861c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843508 Oct 14 12:44:25.860898 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-28972ba5-04c9-4741-b631-d57f8a052044 req-c58cfd4b-8892-44c6-8b07-7ac56b59c71f service neutron] 10.222.0.25 "GET /v2.0/networks/5a332eb8-f9e7-47c6-bba6-b88a3a5861c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799975 Oct 14 12:44:25.933266 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-925c2592-a7d5-48d9-93e7-469900c40fe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:44:26.705104 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f329cd-7723-4d5a-a6f3-5897913456af req-8c525213-7b44-4120-a457-72b3f849b0af tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:44:26.706559 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b6f329cd-7723-4d5a-a6f3-5897913456af req-8c525213-7b44-4120-a457-72b3f849b0af tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "GET /v2.0/ports?device_id=93b49e78-847f-427d-bb05-953359ff5cf5 HTTP/1.1" status: 200 len: 984 time: 0.0527539 Oct 14 12:44:26.745721 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b6f329cd-7723-4d5a-a6f3-5897913456af req-35ef0718-d168-4597-9672-13eadb7f5767 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "GET /v2.0/security-groups?id=9a90eb23-f690-4b7e-b7ff-71129630f05b&id=d19ba32c-7c27-4b7d-bc48-73bd522c4e29&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326602 Oct 14 12:44:27.139117 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:44:27.167412 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-469b4b0a-0edb-4369-82f6-413c16907b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:44:27.857181 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b38126f-ccb9-45d8-93ef-015673875684 req-6d7a4b55-37b3-4137-ab77-be9bb457799a tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:44:27.858626 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-7b38126f-ccb9-45d8-93ef-015673875684 req-6d7a4b55-37b3-4137-ab77-be9bb457799a tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "GET /v2.0/ports?device_id=93b49e78-847f-427d-bb05-953359ff5cf5 HTTP/1.1" status: 200 len: 984 time: 0.0476058 Oct 14 12:44:27.897964 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-7b38126f-ccb9-45d8-93ef-015673875684 req-ff4f2c69-d9e8-446b-b9f2-86805c110976 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "GET /v2.0/security-groups?id=9a90eb23-f690-4b7e-b7ff-71129630f05b&id=d19ba32c-7c27-4b7d-bc48-73bd522c4e29&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333822 Oct 14 12:44:28.361461 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-27c04846-3a84-4189-8b30-75b8cfbf2676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:44:28.512151 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.agents_db [None req-78dcfc36-1157-4c7d-a1d8-d24093a96b44 None None] Agent healthcheck: found 6 active agents {{(pid=100187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:44:29.009993 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444fb87f-ad54-485a-a7cc-702f9e07851c req-df282e3c-bdcf-4a1e-9d94-4da5f6cd5ae6 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:44:29.011438 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-444fb87f-ad54-485a-a7cc-702f9e07851c req-df282e3c-bdcf-4a1e-9d94-4da5f6cd5ae6 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "GET /v2.0/ports?device_id=93b49e78-847f-427d-bb05-953359ff5cf5 HTTP/1.1" status: 200 len: 984 time: 0.0484416 Oct 14 12:44:29.049918 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-444fb87f-ad54-485a-a7cc-702f9e07851c req-e535681b-5120-40e6-ac4e-4147d93fe66f tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "GET /v2.0/security-groups?id=9a90eb23-f690-4b7e-b7ff-71129630f05b&id=d19ba32c-7c27-4b7d-bc48-73bd522c4e29&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325668 Oct 14 12:44:30.166905 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a02885-dc63-4d6d-a23e-849d3eae9cce req-11323a3b-792d-4a00-af8d-432a093ddbb7 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:44:30.168494 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-43a02885-dc63-4d6d-a23e-849d3eae9cce req-11323a3b-792d-4a00-af8d-432a093ddbb7 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "GET /v2.0/ports?device_id=93b49e78-847f-427d-bb05-953359ff5cf5 HTTP/1.1" status: 200 len: 984 time: 0.0526123 Oct 14 12:44:30.207599 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-43a02885-dc63-4d6d-a23e-849d3eae9cce req-fa711af1-fe7c-4e6e-a714-6e88e6e27a0c tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "GET /v2.0/security-groups?id=9a90eb23-f690-4b7e-b7ff-71129630f05b&id=d19ba32c-7c27-4b7d-bc48-73bd522c4e29&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331686 Oct 14 12:44:31.320431 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b57dc0-8733-40fb-97b7-3e0fcb50af11 req-0171614d-3a5e-493f-b987-82e5b156bdba tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:44:31.321891 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-a1b57dc0-8733-40fb-97b7-3e0fcb50af11 req-0171614d-3a5e-493f-b987-82e5b156bdba tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "GET /v2.0/ports?device_id=93b49e78-847f-427d-bb05-953359ff5cf5 HTTP/1.1" status: 200 len: 984 time: 0.0494089 Oct 14 12:44:31.361427 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-a1b57dc0-8733-40fb-97b7-3e0fcb50af11 req-b1a64b34-5caf-43f1-9a39-200ab22630a3 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "GET /v2.0/security-groups?id=9a90eb23-f690-4b7e-b7ff-71129630f05b&id=d19ba32c-7c27-4b7d-bc48-73bd522c4e29&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334785 Oct 14 12:44:32.478360 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599cf662-26d7-4c4e-94ab-4a552bd6f1d6 req-b74982e7-592d-46e5-825f-5567533d5620 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:44:32.479915 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-599cf662-26d7-4c4e-94ab-4a552bd6f1d6 req-b74982e7-592d-46e5-825f-5567533d5620 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "GET /v2.0/ports?device_id=93b49e78-847f-427d-bb05-953359ff5cf5 HTTP/1.1" status: 200 len: 984 time: 0.0498931 Oct 14 12:44:32.520021 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-599cf662-26d7-4c4e-94ab-4a552bd6f1d6 req-d484e08c-5ce4-43cf-bfe3-962dd34a760f tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "GET /v2.0/security-groups?id=9a90eb23-f690-4b7e-b7ff-71129630f05b&id=d19ba32c-7c27-4b7d-bc48-73bd522c4e29&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339308 Oct 14 12:44:33.635959 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dde6a5-2b34-4561-94e1-bc3395105709 req-4a1b566d-08ae-45e3-8dbb-b18612b92d20 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:44:33.637433 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-89dde6a5-2b34-4561-94e1-bc3395105709 req-4a1b566d-08ae-45e3-8dbb-b18612b92d20 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "GET /v2.0/ports?device_id=93b49e78-847f-427d-bb05-953359ff5cf5 HTTP/1.1" status: 200 len: 984 time: 0.0523028 Oct 14 12:44:33.675937 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-89dde6a5-2b34-4561-94e1-bc3395105709 req-5026fe12-69d9-47e6-8cef-dde9a183fe4b tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "GET /v2.0/security-groups?id=9a90eb23-f690-4b7e-b7ff-71129630f05b&id=d19ba32c-7c27-4b7d-bc48-73bd522c4e29&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325987 Oct 14 12:44:34.786878 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5e34d5-22af-46b5-98ba-1e6a199a489d req-91454f95-e918-49b2-94ef-015f757a65e5 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:44:34.788348 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-cc5e34d5-22af-46b5-98ba-1e6a199a489d req-91454f95-e918-49b2-94ef-015f757a65e5 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "GET /v2.0/ports?device_id=93b49e78-847f-427d-bb05-953359ff5cf5 HTTP/1.1" status: 200 len: 984 time: 0.0485342 Oct 14 12:44:34.827757 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-cc5e34d5-22af-46b5-98ba-1e6a199a489d req-d69379d4-9c52-4802-ab0b-9984f6b58b19 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "GET /v2.0/security-groups?id=9a90eb23-f690-4b7e-b7ff-71129630f05b&id=d19ba32c-7c27-4b7d-bc48-73bd522c4e29&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335097 Oct 14 12:44:35.937498 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae318b65-5b9b-474d-871f-52b2f4d08e71 req-39391eaf-174e-4b12-ad98-b7ccef7b15ec tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:44:35.938942 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ae318b65-5b9b-474d-871f-52b2f4d08e71 req-39391eaf-174e-4b12-ad98-b7ccef7b15ec tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "GET /v2.0/ports?device_id=93b49e78-847f-427d-bb05-953359ff5cf5 HTTP/1.1" status: 200 len: 984 time: 0.0472622 Oct 14 12:44:35.977940 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ae318b65-5b9b-474d-871f-52b2f4d08e71 req-72e78f76-e5f7-42be-9cc5-68bd6db084b9 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "GET /v2.0/security-groups?id=9a90eb23-f690-4b7e-b7ff-71129630f05b&id=d19ba32c-7c27-4b7d-bc48-73bd522c4e29&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331178 Oct 14 12:44:37.093436 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c218d-bef7-4fba-a98b-c0e0cea714a2 req-5fce8760-ee76-40b2-b657-f62b31f184a3 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:44:37.094888 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-fe0c218d-bef7-4fba-a98b-c0e0cea714a2 req-5fce8760-ee76-40b2-b657-f62b31f184a3 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "GET /v2.0/ports?device_id=93b49e78-847f-427d-bb05-953359ff5cf5 HTTP/1.1" status: 200 len: 984 time: 0.0520639 Oct 14 12:44:37.134495 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-fe0c218d-bef7-4fba-a98b-c0e0cea714a2 req-5901fa63-1acf-46fd-bb6d-36b8d0dbf239 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "GET /v2.0/security-groups?id=9a90eb23-f690-4b7e-b7ff-71129630f05b&id=d19ba32c-7c27-4b7d-bc48-73bd522c4e29&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336652 Oct 14 12:44:37.829517 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:44:46.950100 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-7582c4a4-eed1-45b6-b0f8-b665b8953a1b req-f1b92204-d2cd-45b6-9307-f013ec3a3097 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=93b49e78-847f-427d-bb05-953359ff5cf5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388839 Oct 14 12:44:47.028864 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7582c4a4-eed1-45b6-b0f8-b665b8953a1b req-e392114a-f88c-46f9-8967-838877598828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:44:47.030302 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-7582c4a4-eed1-45b6-b0f8-b665b8953a1b req-e392114a-f88c-46f9-8967-838877598828 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=097f41cb2c1d4253b284aac1850e29a1&device_id=93b49e78-847f-427d-bb05-953359ff5cf5 HTTP/1.1" status: 200 len: 1137 time: 0.0394542 Oct 14 12:44:47.134705 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7582c4a4-eed1-45b6-b0f8-b665b8953a1b req-cb38931b-51eb-4819-b3fc-58eec0c11027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:44:47.136202 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-7582c4a4-eed1-45b6-b0f8-b665b8953a1b req-cb38931b-51eb-4819-b3fc-58eec0c11027 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5a332eb8-f9e7-47c6-bba6-b88a3a5861c5 HTTP/1.1" status: 200 len: 915 time: 0.0862489 Oct 14 12:44:47.201858 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-7582c4a4-eed1-45b6-b0f8-b665b8953a1b req-f3376e5a-b7de-496c-b7df-4da53c4eba43 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79c57d31-202f-46c8-914c-e6fdd3c3ad3e HTTP/1.1" status: 200 len: 1001 time: 0.0582626 Oct 14 12:44:47.251076 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7582c4a4-eed1-45b6-b0f8-b665b8953a1b req-eb7b1f86-c9ca-406a-8433-a7e1507a175a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:44:47.252550 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-7582c4a4-eed1-45b6-b0f8-b665b8953a1b req-eb7b1f86-c9ca-406a-8433-a7e1507a175a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b0d5d99f-da8d-421c-8d6f-ef4b7c2fb43e HTTP/1.1" status: 200 len: 853 time: 0.0436151 Oct 14 12:44:47.301330 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7582c4a4-eed1-45b6-b0f8-b665b8953a1b req-353ca1ef-9660-4102-9957-ef8a3aa26cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:44:47.302761 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-7582c4a4-eed1-45b6-b0f8-b665b8953a1b req-353ca1ef-9660-4102-9957-ef8a3aa26cba service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5a332eb8-f9e7-47c6-bba6-b88a3a5861c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426590 Oct 14 12:44:47.391170 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-7582c4a4-eed1-45b6-b0f8-b665b8953a1b req-f680b5a0-7e11-4b22-8696-7b5227e042ef service neutron] 10.222.0.25 "GET /v2.0/networks/5a332eb8-f9e7-47c6-bba6-b88a3a5861c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803177 Oct 14 12:44:47.483920 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-7582c4a4-eed1-45b6-b0f8-b665b8953a1b req-570a8a95-d6ef-4b9b-80a6-9cd3c3ce60f1 service neutron] 10.222.0.25 "GET /v2.0/networks/5a332eb8-f9e7-47c6-bba6-b88a3a5861c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843170 Oct 14 12:44:53.142488 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-24358844-7ac8-4788-8683-a4988316a74f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:44:55.937002 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-865ca468-d6a0-48b4-971a-72b2bf204fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:44:57.153841 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-469b4b0a-0edb-4369-82f6-413c16907b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:44:57.182088 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:44:58.382450 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-27c04846-3a84-4189-8b30-75b8cfbf2676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:05.510551 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.agents_db [None req-78dcfc36-1157-4c7d-a1d8-d24093a96b44 None None] Agent healthcheck: found 6 active agents {{(pid=100187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:45:07.850007 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:23.129588 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-623d549b-4008-4ab0-a3ce-017914000765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:25.923315 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-5b785b61-c301-4d41-9dc3-96c880edac82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:27.146252 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:27.157298 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-469b4b0a-0edb-4369-82f6-413c16907b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:28.363318 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-27c04846-3a84-4189-8b30-75b8cfbf2676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:37.808425 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:40.578630 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ad12c9d9-5b5d-4c17-a53e-35cbcd1f5c65 req-636b9171-aa20-46df-953b-c6bfffab235b tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1102769015&fields=id&tenant_id=097f41cb2c1d4253b284aac1850e29a1 HTTP/1.1" status: 200 len: 267 time: 0.0322185 Oct 14 12:45:40.629954 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad12c9d9-5b5d-4c17-a53e-35cbcd1f5c65 req-2ffb65e8-36bc-40a2-8819-08822723204d tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:45:40.631359 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ad12c9d9-5b5d-4c17-a53e-35cbcd1f5c65 req-2ffb65e8-36bc-40a2-8819-08822723204d tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "GET /v2.0/ports?device_id=93b49e78-847f-427d-bb05-953359ff5cf5 HTTP/1.1" status: 200 len: 984 time: 0.0467446 Oct 14 12:45:40.641793 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.v2.base [req-ad12c9d9-5b5d-4c17-a53e-35cbcd1f5c65 req-c1258715-f29d-473b-be6b-e9f36f9914d0 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Request body: {'port': {'security_groups': ['d19ba32c-7c27-4b7d-bc48-73bd522c4e29']}} {{(pid=100184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 12:45:40.706975 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-ad12c9d9-5b5d-4c17-a53e-35cbcd1f5c65 req-c1258715-f29d-473b-be6b-e9f36f9914d0 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605625'] for port, before_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:40.873115 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.db [req-ad12c9d9-5b5d-4c17-a53e-35cbcd1f5c65 req-c1258715-f29d-473b-be6b-e9f36f9914d0 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] For port 79c57d31-202f-46c8-914c-e6fdd3c3ad3e, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=79c57d31-202f-46c8-914c-e6fdd3c3ad3e,segment=NetworkSegment(dae9b686-fddb-4b1f-b679-3a2c746ec42e),segment_id=dae9b686-fddb-4b1f-b679-3a2c746ec42e)] {{(pid=100184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:45:40.900879 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-ad12c9d9-5b5d-4c17-a53e-35cbcd1f5c65 req-c1258715-f29d-473b-be6b-e9f36f9914d0 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Notify callbacks [] for port, precommit_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:40.944724 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-ad12c9d9-5b5d-4c17-a53e-35cbcd1f5c65 req-c1258715-f29d-473b-be6b-e9f36f9914d0 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787793344314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787792822824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787792822842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6235095'] for port, after_update {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:40.956705 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] get_ports_and_sgs() called for port_ids ['79c57d31-202f-46c8-914c-e6fdd3c3ad3e'] {{(pid=100186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:45:40.985843 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad12c9d9-5b5d-4c17-a53e-35cbcd1f5c65 req-c1258715-f29d-473b-be6b-e9f36f9914d0 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:45:40.986458 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-ad12c9d9-5b5d-4c17-a53e-35cbcd1f5c65 req-c1258715-f29d-473b-be6b-e9f36f9914d0 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516790'] for port, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:40.988377 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-ad12c9d9-5b5d-4c17-a53e-35cbcd1f5c65 req-c1258715-f29d-473b-be6b-e9f36f9914d0 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "PUT /v2.0/ports/79c57d31-202f-46c8-914c-e6fdd3c3ad3e HTTP/1.1" status: 200 len: 942 time: 0.3508785 Oct 14 12:45:40.988825 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93b49e78-847f-427d-bb05-953359ff5cf5', 'tag': '79c57d31-202f-46c8-914c-e6fdd3c3ad3e'}] {{(pid=100184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:45:40.991114 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb275087d552987a85547e896d52e13f348f0da1d291f893306c6091374b53c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add1858c-3b66-48c6-b1d5-688ed5bfd642" -d '{"events": [{"name": "network-changed", "server_uuid": "93b49e78-847f-427d-bb05-953359ff5cf5", "tag": "79c57d31-202f-46c8-914c-e6fdd3c3ad3e"}]}' {{(pid=100184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:45:40.997284 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 42940) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:45:41.023934 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1258715-f29d-473b-be6b-e9f36f9914d0 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Pushing event updated for resources: {'Port': ['ID=79c57d31-202f-46c8-914c-e6fdd3c3ad3e,revision_number=7']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:45:41.032753 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1258715-f29d-473b-be6b-e9f36f9914d0 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:45:41.033100 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1258715-f29d-473b-be6b-e9f36f9914d0 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:45:41.034488 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1258715-f29d-473b-be6b-e9f36f9914d0 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:45:41.035113 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1258715-f29d-473b-be6b-e9f36f9914d0 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:45:41.035463 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1258715-f29d-473b-be6b-e9f36f9914d0 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:45:41.035795 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1258715-f29d-473b-be6b-e9f36f9914d0 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:45:41.036322 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1258715-f29d-473b-be6b-e9f36f9914d0 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:45:41.036820 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1258715-f29d-473b-be6b-e9f36f9914d0 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:45:41.037153 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1258715-f29d-473b-be6b-e9f36f9914d0 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:45:41.037479 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1258715-f29d-473b-be6b-e9f36f9914d0 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:45:41.037800 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1258715-f29d-473b-be6b-e9f36f9914d0 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:45:41.038123 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1258715-f29d-473b-be6b-e9f36f9914d0 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:45:41.054297 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 12:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf9216c-3639-45dd-91f0-a78b0d787826 x-openstack-request-id: req-bbf9216c-3639-45dd-91f0-a78b0d787826 {{(pid=100184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:45:41.054800 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93b49e78-847f-427d-bb05-953359ff5cf5", "tag": "79c57d31-202f-46c8-914c-e6fdd3c3ad3e", "status": "completed", "code": 200}]} {{(pid=100184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:45:41.055243 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bbf9216c-3639-45dd-91f0-a78b0d787826 {{(pid=100184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:45:41.057123 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93b49e78-847f-427d-bb05-953359ff5cf5', 'tag': '79c57d31-202f-46c8-914c-e6fdd3c3ad3e', 'status': 'completed', 'code': 200} Oct 14 12:45:41.065751 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] get_ports_and_sgs() called for port_ids ['79c57d31-202f-46c8-914c-e6fdd3c3ad3e'] {{(pid=100186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:45:41.070809 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-29d74899-f6c6-4551-a6d7-c8cad6eeb162 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Notify callbacks [] for security_group, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:41.101220 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-29d74899-f6c6-4551-a6d7-c8cad6eeb162 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:41.126085 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add1858c-3b66-48c6-b1d5-688ed5bfd642 req-e6b5141c-0b02-48cd-a32f-1ca9e40e93d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:45:41.127950 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-add1858c-3b66-48c6-b1d5-688ed5bfd642 req-e6b5141c-0b02-48cd-a32f-1ca9e40e93d6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=097f41cb2c1d4253b284aac1850e29a1&device_id=93b49e78-847f-427d-bb05-953359ff5cf5 HTTP/1.1" status: 200 len: 1098 time: 0.0481846 Oct 14 12:45:41.235061 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add1858c-3b66-48c6-b1d5-688ed5bfd642 req-74c0a1e3-552c-483d-9367-207517127650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:45:41.236539 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-add1858c-3b66-48c6-b1d5-688ed5bfd642 req-74c0a1e3-552c-483d-9367-207517127650 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5a332eb8-f9e7-47c6-bba6-b88a3a5861c5 HTTP/1.1" status: 200 len: 915 time: 0.1008520 Oct 14 12:45:41.236780 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-29d74899-f6c6-4551-a6d7-c8cad6eeb162 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:41.239962 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-29d74899-f6c6-4551-a6d7-c8cad6eeb162 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Notify callbacks [] for security_group, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:41.241262 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-29d74899-f6c6-4551-a6d7-c8cad6eeb162 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "DELETE /v2.0/security-groups/9a90eb23-f690-4b7e-b7ff-71129630f05b HTTP/1.1" status: 204 len: 168 time: 0.2428551 Oct 14 12:45:41.244915 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 42946) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:45:41.251850 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d74899-f6c6-4551-a6d7-c8cad6eeb162 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a90eb23-f690-4b7e-b7ff-71129630f05b,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:45:41.258479 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d74899-f6c6-4551-a6d7-c8cad6eeb162 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:45:41.258845 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d74899-f6c6-4551-a6d7-c8cad6eeb162 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:45:41.259152 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d74899-f6c6-4551-a6d7-c8cad6eeb162 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:45:41.259654 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d74899-f6c6-4551-a6d7-c8cad6eeb162 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:45:41.260195 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d74899-f6c6-4551-a6d7-c8cad6eeb162 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:45:41.260714 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d74899-f6c6-4551-a6d7-c8cad6eeb162 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:45:41.261045 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d74899-f6c6-4551-a6d7-c8cad6eeb162 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:45:41.261937 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d74899-f6c6-4551-a6d7-c8cad6eeb162 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:45:41.262392 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d74899-f6c6-4551-a6d7-c8cad6eeb162 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:45:41.262836 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d74899-f6c6-4551-a6d7-c8cad6eeb162 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:45:41.263207 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d74899-f6c6-4551-a6d7-c8cad6eeb162 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:45:41.263842 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d74899-f6c6-4551-a6d7-c8cad6eeb162 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:45:41.314299 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.provisioning_blocks [None req-0014d2af-f810-4902-bfd7-166d06c853cd None None] Provisioning complete for port 79c57d31-202f-46c8-914c-e6fdd3c3ad3e triggered by entity DHCP. {{(pid=100186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 12:45:41.314677 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-0014d2af-f810-4902-bfd7-166d06c853cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2015389'] for port, provisioning_complete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:41.347733 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-add1858c-3b66-48c6-b1d5-688ed5bfd642 req-64f275e7-6e56-4103-b885-c178fcaf31cd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79c57d31-202f-46c8-914c-e6fdd3c3ad3e HTTP/1.1" status: 200 len: 1001 time: 0.1037018 Oct 14 12:45:41.438172 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add1858c-3b66-48c6-b1d5-688ed5bfd642 req-3f3cb722-28dc-4845-a1d0-a97bd12ed213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:45:41.446566 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-add1858c-3b66-48c6-b1d5-688ed5bfd642 req-3f3cb722-28dc-4845-a1d0-a97bd12ed213 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b0d5d99f-da8d-421c-8d6f-ef4b7c2fb43e HTTP/1.1" status: 200 len: 853 time: 0.0833800 Oct 14 12:45:41.512789 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add1858c-3b66-48c6-b1d5-688ed5bfd642 req-3adaa94f-eeea-461b-8141-8add1aaf824e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:45:41.514272 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-add1858c-3b66-48c6-b1d5-688ed5bfd642 req-3adaa94f-eeea-461b-8141-8add1aaf824e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5a332eb8-f9e7-47c6-bba6-b88a3a5861c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0663607 Oct 14 12:45:41.525813 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.plugin [None req-25d64f3e-1683-4b96-8f57-a60c8217c591 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Deleting port 77c91a48-1561-48a6-8b89-abd21dfe0bd2 {{(pid=100184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 12:45:41.526144 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-25d64f3e-1683-4b96-8f57-a60c8217c591 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787793337694'] for port, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:41.665387 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-25d64f3e-1683-4b96-8f57-a60c8217c591 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612080'] for port, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:41.666103 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-25d64f3e-1683-4b96-8f57-a60c8217c591 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:41.676246 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-add1858c-3b66-48c6-b1d5-688ed5bfd642 req-abd6ca95-7a1b-40ea-ba78-48d0398e6746 service neutron] 10.222.0.25 "GET /v2.0/networks/5a332eb8-f9e7-47c6-bba6-b88a3a5861c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521266 Oct 14 12:45:41.679658 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.plugin [None req-25d64f3e-1683-4b96-8f57-a60c8217c591 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Calling delete_port for 77c91a48-1561-48a6-8b89-abd21dfe0bd2 owned by network:floatingip {{(pid=100184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 12:45:41.820304 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-add1858c-3b66-48c6-b1d5-688ed5bfd642 req-cf2e0427-43b4-4bf8-85fe-dceaa0f1d0c6 service neutron] 10.222.0.25 "GET /v2.0/networks/5a332eb8-f9e7-47c6-bba6-b88a3a5861c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351762 Oct 14 12:45:41.945326 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-25d64f3e-1683-4b96-8f57-a60c8217c591 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787793344296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787792822815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235086'] for port, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:41.970917 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d64f3e-1683-4b96-8f57-a60c8217c591 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Pushing event deleted for resources: {'Port': ['ID=77c91a48-1561-48a6-8b89-abd21dfe0bd2,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:45:42.027983 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-25d64f3e-1683-4b96-8f57-a60c8217c591 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Notify callbacks [] for floatingip, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:42.028321 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.db.l3_db [None req-25d64f3e-1683-4b96-8f57-a60c8217c591 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Floating IP d391e11b-1b27-47e0-99a6-b668f7fae764 disassociated (deleted). External IP: 172.27.0.211, port: 79c57d31-202f-46c8-914c-e6fdd3c3ad3e. Oct 14 12:45:42.228479 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d64f3e-1683-4b96-8f57-a60c8217c591 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Router 9f5f3e97-307b-4554-b5d2-23d86b551e2b has already been hosted by L3 agent 98567738-4256-4ddd-ae03-62c82ecec038 {{(pid=100184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 12:45:42.334694 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d64f3e-1683-4b96-8f57-a60c8217c591 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Notify agent at l3_agent.dv-cinder-813986-1-iscsi the message routers_updated {{(pid=100184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:45:42.339552 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-25d64f3e-1683-4b96-8f57-a60c8217c591 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516790'] for floatingip, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:42.344299 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630b85a3-6f42-4c71-b79e-8eab919d5a42 None None] Sync routers for ids ['9f5f3e97-307b-4554-b5d2-23d86b551e2b'] in dv-cinder-813986-1-iscsi {{(pid=100186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:45:42.353201 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630b85a3-6f42-4c71-b79e-8eab919d5a42 None None] Routers {'9f5f3e97-307b-4554-b5d2-23d86b551e2b'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:45:42.353806 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-630b85a3-6f42-4c71-b79e-8eab919d5a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:45:26Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['9f5f3e97-307b-4554-b5d2-23d86b551e2b'], 'active': True} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:45:42.366476 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-25d64f3e-1683-4b96-8f57-a60c8217c591 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "DELETE /v2.0/floatingips/d391e11b-1b27-47e0-99a6-b668f7fae764 HTTP/1.1" status: 204 len: 168 time: 1.1149740 Oct 14 12:45:42.459563 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvr_db [None req-630b85a3-6f42-4c71-b79e-8eab919d5a42 None None] Set router 9f5f3e97-307b-4554-b5d2-23d86b551e2b gateway port host: dv-cinder-813986-1-iscsi {{(pid=100186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:45:42.509526 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.agents_db [None req-78dcfc36-1157-4c7d-a1d8-d24093a96b44 None None] Agent healthcheck: found 6 active agents {{(pid=100187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:45:42.661015 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-630b85a3-6f42-4c71-b79e-8eab919d5a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f5f3e97-307b-4554-b5d2-23d86b551e2b', 'name': 'tempest-TestMinimumBasicScenario-802064631-router', 'tenant_id': '097f41cb2c1d4253b284aac1850e29a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '91b46870-2c6f-4ae6-bfea-a39e2254f48a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:42:24Z', 'updated_at': '2021-10-14T12:42:27Z', 'revision_number': 4, 'project_id': '097f41cb2c1d4253b284aac1850e29a1', 'gw_port': {'id': '91b46870-2c6f-4ae6-bfea-a39e2254f48a', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:1f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5f3e97-307b-4554-b5d2-23d86b551e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:42:24Z', 'updated_at': '2021-10-14T12:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_interfaces': [{'id': '01ed5676-d7d8-4049-b8fb-962a87a9cec4', 'name': '', 'network_id': '5a332eb8-f9e7-47c6-bba6-b88a3a5861c5', 'tenant_id': '097f41cb2c1d4253b284aac1850e29a1', 'mac_address': 'fa:16:3e:e5:ef:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5f3e97-307b-4554-b5d2-23d86b551e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'b0d5d99f-da8d-421c-8d6f-ef4b7c2fb43e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:42:26Z', 'updated_at': '2021-10-14T12:42:31Z', 'revision_number': 5, 'project_id': '097f41cb2c1d4253b284aac1850e29a1', 'subnets': [{'id': 'b0d5d99f-da8d-421c-8d6f-ef4b7c2fb43e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:45:42.693059 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630b85a3-6f42-4c71-b79e-8eab919d5a42 None None] Checking router: 9f5f3e97-307b-4554-b5d2-23d86b551e2b for host: dv-cinder-813986-1-iscsi {{(pid=100186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:45:42.699874 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630b85a3-6f42-4c71-b79e-8eab919d5a42 None None] Routers {'9f5f3e97-307b-4554-b5d2-23d86b551e2b'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:45:42.700511 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-630b85a3-6f42-4c71-b79e-8eab919d5a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:45:26Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['9f5f3e97-307b-4554-b5d2-23d86b551e2b'], 'active': True} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:45:42.805658 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvr_db [None req-630b85a3-6f42-4c71-b79e-8eab919d5a42 None None] Set router 9f5f3e97-307b-4554-b5d2-23d86b551e2b gateway port host: dv-cinder-813986-1-iscsi {{(pid=100186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:45:42.996220 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-630b85a3-6f42-4c71-b79e-8eab919d5a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f5f3e97-307b-4554-b5d2-23d86b551e2b', 'name': 'tempest-TestMinimumBasicScenario-802064631-router', 'tenant_id': '097f41cb2c1d4253b284aac1850e29a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '91b46870-2c6f-4ae6-bfea-a39e2254f48a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:42:24Z', 'updated_at': '2021-10-14T12:42:27Z', 'revision_number': 4, 'project_id': '097f41cb2c1d4253b284aac1850e29a1', 'gw_port': {'id': '91b46870-2c6f-4ae6-bfea-a39e2254f48a', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:1f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5f3e97-307b-4554-b5d2-23d86b551e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:42:24Z', 'updated_at': '2021-10-14T12:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_interfaces': [{'id': '01ed5676-d7d8-4049-b8fb-962a87a9cec4', 'name': '', 'network_id': '5a332eb8-f9e7-47c6-bba6-b88a3a5861c5', 'tenant_id': '097f41cb2c1d4253b284aac1850e29a1', 'mac_address': 'fa:16:3e:e5:ef:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5f3e97-307b-4554-b5d2-23d86b551e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'b0d5d99f-da8d-421c-8d6f-ef4b7c2fb43e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:42:26Z', 'updated_at': '2021-10-14T12:42:31Z', 'revision_number': 5, 'project_id': '097f41cb2c1d4253b284aac1850e29a1', 'subnets': [{'id': 'b0d5d99f-da8d-421c-8d6f-ef4b7c2fb43e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:45:43.025245 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630b85a3-6f42-4c71-b79e-8eab919d5a42 None None] The sync data for ids ['9f5f3e97-307b-4554-b5d2-23d86b551e2b'] in dv-cinder-813986-1-iscsi is: [{'id': '9f5f3e97-307b-4554-b5d2-23d86b551e2b', 'name': 'tempest-TestMinimumBasicScenario-802064631-router', 'tenant_id': '097f41cb2c1d4253b284aac1850e29a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '91b46870-2c6f-4ae6-bfea-a39e2254f48a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:42:24Z', 'updated_at': '2021-10-14T12:42:27Z', 'revision_number': 4, 'project_id': '097f41cb2c1d4253b284aac1850e29a1', 'gw_port': {'id': '91b46870-2c6f-4ae6-bfea-a39e2254f48a', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:1f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5f3e97-307b-4554-b5d2-23d86b551e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:42:24Z', 'updated_at': '2021-10-14T12:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi', '_interfaces': [{'id': '01ed5676-d7d8-4049-b8fb-962a87a9cec4', 'name': '', 'network_id': '5a332eb8-f9e7-47c6-bba6-b88a3a5861c5', 'tenant_id': '097f41cb2c1d4253b284aac1850e29a1', 'mac_address': 'fa:16:3e:e5:ef:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5f3e97-307b-4554-b5d2-23d86b551e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'b0d5d99f-da8d-421c-8d6f-ef4b7c2fb43e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:42:26Z', 'updated_at': '2021-10-14T12:42:31Z', 'revision_number': 5, 'project_id': '097f41cb2c1d4253b284aac1850e29a1', 'subnets': [{'id': 'b0d5d99f-da8d-421c-8d6f-ef4b7c2fb43e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:45:43.058587 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93b49e78-847f-427d-bb05-953359ff5cf5', 'tag': '79c57d31-202f-46c8-914c-e6fdd3c3ad3e'}] {{(pid=100184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:45:43.061053 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb275087d552987a85547e896d52e13f348f0da1d291f893306c6091374b53c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b75a2fa2-12d1-41f3-9a23-ad66833ae6cd" -d '{"events": [{"name": "network-changed", "server_uuid": "93b49e78-847f-427d-bb05-953359ff5cf5", "tag": "79c57d31-202f-46c8-914c-e6fdd3c3ad3e"}]}' {{(pid=100184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:45:43.099885 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 12:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-801574ae-131b-4bb9-ae9b-cef109928a61 x-openstack-request-id: req-801574ae-131b-4bb9-ae9b-cef109928a61 {{(pid=100184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:45:43.100485 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93b49e78-847f-427d-bb05-953359ff5cf5", "tag": "79c57d31-202f-46c8-914c-e6fdd3c3ad3e", "status": "completed", "code": 200}]} {{(pid=100184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:45:43.100798 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-801574ae-131b-4bb9-ae9b-cef109928a61 {{(pid=100184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:45:43.101267 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93b49e78-847f-427d-bb05-953359ff5cf5', 'tag': '79c57d31-202f-46c8-914c-e6fdd3c3ad3e', 'status': 'completed', 'code': 200} Oct 14 12:45:43.166857 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a2fa2-12d1-41f3-9a23-ad66833ae6cd req-78da0aaf-61d5-4a7a-8ec4-40bc482fba4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:45:43.168396 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b75a2fa2-12d1-41f3-9a23-ad66833ae6cd req-78da0aaf-61d5-4a7a-8ec4-40bc482fba4b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=097f41cb2c1d4253b284aac1850e29a1&device_id=93b49e78-847f-427d-bb05-953359ff5cf5 HTTP/1.1" status: 200 len: 1098 time: 0.0442345 Oct 14 12:45:43.238086 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cc0e4c-24bb-4054-8452-dda4bd831c8e None None] New status for floating IP d391e11b-1b27-47e0-99a6-b668f7fae764: DOWN {{(pid=100187) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 12:45:43.273709 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a2fa2-12d1-41f3-9a23-ad66833ae6cd req-8f423de7-c18e-4714-91ee-db429aa57a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:45:43.275413 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b75a2fa2-12d1-41f3-9a23-ad66833ae6cd req-8f423de7-c18e-4714-91ee-db429aa57a3f service neutron] 10.222.0.25 "GET /v2.0/networks?id=5a332eb8-f9e7-47c6-bba6-b88a3a5861c5 HTTP/1.1" status: 200 len: 915 time: 0.0932925 Oct 14 12:45:43.321252 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b75a2fa2-12d1-41f3-9a23-ad66833ae6cd req-231b84e5-ee84-41a2-9bf0-ed56ac3b0ae7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79c57d31-202f-46c8-914c-e6fdd3c3ad3e HTTP/1.1" status: 200 len: 217 time: 0.0385146 Oct 14 12:45:43.374191 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a2fa2-12d1-41f3-9a23-ad66833ae6cd req-c0a296e1-e62d-4d26-a6db-38c66642a310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:45:43.375635 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b75a2fa2-12d1-41f3-9a23-ad66833ae6cd req-c0a296e1-e62d-4d26-a6db-38c66642a310 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b0d5d99f-da8d-421c-8d6f-ef4b7c2fb43e HTTP/1.1" status: 200 len: 853 time: 0.0469265 Oct 14 12:45:43.425698 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a2fa2-12d1-41f3-9a23-ad66833ae6cd req-7d21448e-c3aa-4b43-899a-2622cb0738f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:45:43.427283 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b75a2fa2-12d1-41f3-9a23-ad66833ae6cd req-7d21448e-c3aa-4b43-899a-2622cb0738f1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5a332eb8-f9e7-47c6-bba6-b88a3a5861c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436764 Oct 14 12:45:43.514918 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b75a2fa2-12d1-41f3-9a23-ad66833ae6cd req-267a6d8c-868a-4828-8289-9cad50f95d09 service neutron] 10.222.0.25 "GET /v2.0/networks/5a332eb8-f9e7-47c6-bba6-b88a3a5861c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796952 Oct 14 12:45:43.607925 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-b75a2fa2-12d1-41f3-9a23-ad66833ae6cd req-0a081c80-4f5e-42ce-9661-81eb2e578fa1 service neutron] 10.222.0.25 "GET /v2.0/networks/5a332eb8-f9e7-47c6-bba6-b88a3a5861c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837762 Oct 14 12:45:46.475101 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeda0c71-25ee-439e-8c27-2b0752f6a400 req-a0e433d1-d8f7-466d-92dc-5913bd5e0830 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:45:46.476661 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-eeda0c71-25ee-439e-8c27-2b0752f6a400 req-a0e433d1-d8f7-466d-92dc-5913bd5e0830 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "GET /v2.0/ports?device_id=93b49e78-847f-427d-bb05-953359ff5cf5 HTTP/1.1" status: 200 len: 945 time: 0.0490005 Oct 14 12:45:46.513580 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-eeda0c71-25ee-439e-8c27-2b0752f6a400 req-2db62f1c-721a-4f40-abc9-943510f01978 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "GET /v2.0/security-groups?id=d19ba32c-7c27-4b7d-bc48-73bd522c4e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310314 Oct 14 12:45:47.625699 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5566d578-edb0-47fc-9157-9b2c42864ce2 req-81420ed2-dd1c-4eef-8900-65beb99adc4a tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:45:47.627127 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-5566d578-edb0-47fc-9157-9b2c42864ce2 req-81420ed2-dd1c-4eef-8900-65beb99adc4a tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "GET /v2.0/ports?device_id=93b49e78-847f-427d-bb05-953359ff5cf5 HTTP/1.1" status: 200 len: 945 time: 0.0475128 Oct 14 12:45:47.663721 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-5566d578-edb0-47fc-9157-9b2c42864ce2 req-3499fac0-cc31-49b1-97ea-44696446784c tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "GET /v2.0/security-groups?id=d19ba32c-7c27-4b7d-bc48-73bd522c4e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307753 Oct 14 12:45:48.564452 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e9cbd-d9bd-4e9b-b71c-181c0c28a7bc req-21302e69-bc96-423a-b77c-ff42faa18ab5 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:45:48.565775 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-341e9cbd-d9bd-4e9b-b71c-181c0c28a7bc req-21302e69-bc96-423a-b77c-ff42faa18ab5 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.25 "GET /v2.0/ports?device_id=93b49e78-847f-427d-bb05-953359ff5cf5 HTTP/1.1" status: 200 len: 945 time: 0.0495591 Oct 14 12:45:48.936055 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23970ab4-a5d5-4ff1-b070-8be07dee2216 req-8c434993-4ae6-44bf-a5fc-53c9f6eaac7c tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 12:45:48.937501 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-23970ab4-a5d5-4ff1-b070-8be07dee2216 req-8c434993-4ae6-44bf-a5fc-53c9f6eaac7c tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "GET /v2.0/ports?device_id=93b49e78-847f-427d-bb05-953359ff5cf5 HTTP/1.1" status: 200 len: 945 time: 0.0786595 Oct 14 12:45:48.968732 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.plugin [req-341e9cbd-d9bd-4e9b-b71c-181c0c28a7bc req-8f8b5b6a-df7f-4ce7-974e-82d34281c752 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Deleting port 79c57d31-202f-46c8-914c-e6fdd3c3ad3e {{(pid=100184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 12:45:48.969069 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-341e9cbd-d9bd-4e9b-b71c-181c0c28a7bc req-8f8b5b6a-df7f-4ce7-974e-82d34281c752 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787793337694'] for port, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:49.026358 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-23970ab4-a5d5-4ff1-b070-8be07dee2216 req-5e9f23c9-c6c5-4f74-94fa-645671ec40dc tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "GET /v2.0/security-groups?id=d19ba32c-7c27-4b7d-bc48-73bd522c4e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810680 Oct 14 12:45:49.069810 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.db [req-341e9cbd-d9bd-4e9b-b71c-181c0c28a7bc req-8f8b5b6a-df7f-4ce7-974e-82d34281c752 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] For port 79c57d31-202f-46c8-914c-e6fdd3c3ad3e, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=79c57d31-202f-46c8-914c-e6fdd3c3ad3e,segment=NetworkSegment(dae9b686-fddb-4b1f-b679-3a2c746ec42e),segment_id=dae9b686-fddb-4b1f-b679-3a2c746ec42e)] {{(pid=100184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:45:49.070175 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-341e9cbd-d9bd-4e9b-b71c-181c0c28a7bc req-8f8b5b6a-df7f-4ce7-974e-82d34281c752 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612080'] for port, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:49.082051 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.plugin [req-341e9cbd-d9bd-4e9b-b71c-181c0c28a7bc req-8f8b5b6a-df7f-4ce7-974e-82d34281c752 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Calling delete_port for 79c57d31-202f-46c8-914c-e6fdd3c3ad3e owned by compute:nova {{(pid=100184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 12:45:49.253933 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-341e9cbd-d9bd-4e9b-b71c-181c0c28a7bc req-8f8b5b6a-df7f-4ce7-974e-82d34281c752 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787793344296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787792822815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235086'] for port, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:49.265754 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] get_ports_and_sgs() called for port_ids ['79c57d31-202f-46c8-914c-e6fdd3c3ad3e'] {{(pid=100186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 12:45:49.282825 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8b5b6a-df7f-4ce7-974e-82d34281c752 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Pushing event deleted for resources: {'Port': ['ID=79c57d31-202f-46c8-914c-e6fdd3c3ad3e,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:45:49.326091 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.db.l3_dvrscheduler_db [req-341e9cbd-d9bd-4e9b-b71c-181c0c28a7bc req-8f8b5b6a-df7f-4ce7-974e-82d34281c752 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] No DVR routers for this DVR port 79c57d31-202f-46c8-914c-e6fdd3c3ad3e on host hv-cinder-81398 {{(pid=100184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 12:45:49.328769 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [req-341e9cbd-d9bd-4e9b-b71c-181c0c28a7bc req-8f8b5b6a-df7f-4ce7-974e-82d34281c752 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516790'] for port, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:49.332097 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-341e9cbd-d9bd-4e9b-b71c-181c0c28a7bc req-8f8b5b6a-df7f-4ce7-974e-82d34281c752 tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.25 "DELETE /v2.0/ports/79c57d31-202f-46c8-914c-e6fdd3c3ad3e HTTP/1.1" status: 204 len: 173 time: 0.7600298 Oct 14 12:45:49.332595 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93b49e78-847f-427d-bb05-953359ff5cf5', 'name': 'network-vif-deleted', 'tag': '79c57d31-202f-46c8-914c-e6fdd3c3ad3e'}] {{(pid=100184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 12:45:49.334897 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb275087d552987a85547e896d52e13f348f0da1d291f893306c6091374b53c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f61be0a-61bb-463f-a61f-3b27432a66e1" -d '{"events": [{"server_uuid": "93b49e78-847f-427d-bb05-953359ff5cf5", "name": "network-vif-deleted", "tag": "79c57d31-202f-46c8-914c-e6fdd3c3ad3e"}]}' {{(pid=100184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 12:45:49.371154 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 12:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267f82d7-bd5c-4ed5-8406-186d12af9e83 x-openstack-request-id: req-267f82d7-bd5c-4ed5-8406-186d12af9e83 {{(pid=100184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 12:45:49.371448 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93b49e78-847f-427d-bb05-953359ff5cf5", "name": "network-vif-deleted", "tag": "79c57d31-202f-46c8-914c-e6fdd3c3ad3e", "status": "completed", "code": 200}]} {{(pid=100184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 12:45:49.371700 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-267f82d7-bd5c-4ed5-8406-186d12af9e83 {{(pid=100184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 12:45:49.372138 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93b49e78-847f-427d-bb05-953359ff5cf5', 'name': 'network-vif-deleted', 'tag': '79c57d31-202f-46c8-914c-e6fdd3c3ad3e', 'status': 'completed', 'code': 200} Oct 14 12:45:50.130895 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [req-1757a454-4e50-4ce9-80ec-9a5cc62fd54d req-7e7c5a00-6101-4d7a-97b6-71f015bfe89f tempest-TestMinimumBasicScenario-323022845 tempest-TestMinimumBasicScenario-323022845-project] 10.222.0.54 "GET /v2.0/ports?device_id=93b49e78-847f-427d-bb05-953359ff5cf5 HTTP/1.1" status: 200 len: 210 time: 0.0299759 Oct 14 12:45:53.161767 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-7eff92d2-2aab-4cf1-9526-1bc5d3cf6f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:53.265818 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 43040) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:45:53.598432 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-c43d93b4-02fb-4790-8e51-12c71cc42ffc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-618524'] for router_interface, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:53.687660 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device 79c57d31-202f-46c8-914c-e6fdd3c3ad3e no longer exists at agent hyperv_hv-cinder-81398 {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:45:53.708285 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] No Port match for: 79c57d31-202f-46c8-914c-e6fdd3c3ad3e {{(pid=100186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 12:45:53.708640 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Device 79c57d31-202f-46c8-914c-e6fdd3c3ad3e not bound to the agent host hv-cinder-81398 {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:45:53.835807 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.plugin [None req-c43d93b4-02fb-4790-8e51-12c71cc42ffc admin admin] Deleting port 01ed5676-d7d8-4049-b8fb-962a87a9cec4 {{(pid=100184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 12:45:53.836167 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-c43d93b4-02fb-4790-8e51-12c71cc42ffc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787793337694'] for port, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:53.911743 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.db [None req-c43d93b4-02fb-4790-8e51-12c71cc42ffc admin admin] For port 01ed5676-d7d8-4049-b8fb-962a87a9cec4, host dv-cinder-813986-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=01ed5676-d7d8-4049-b8fb-962a87a9cec4,segment=NetworkSegment(dae9b686-fddb-4b1f-b679-3a2c746ec42e),segment_id=dae9b686-fddb-4b1f-b679-3a2c746ec42e)] {{(pid=100184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:45:53.912125 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-c43d93b4-02fb-4790-8e51-12c71cc42ffc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612080'] for port, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:53.927910 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.plugin [None req-c43d93b4-02fb-4790-8e51-12c71cc42ffc admin admin] Calling delete_port for 01ed5676-d7d8-4049-b8fb-962a87a9cec4 owned by network:router_interface {{(pid=100184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 12:45:54.144838 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-c43d93b4-02fb-4790-8e51-12c71cc42ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787793344296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787792822815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235086'] for port, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:54.168268 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43d93b4-02fb-4790-8e51-12c71cc42ffc admin admin] Pushing event deleted for resources: {'Port': ['ID=01ed5676-d7d8-4049-b8fb-962a87a9cec4,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:45:54.332117 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-c43d93b4-02fb-4790-8e51-12c71cc42ffc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619576'] for router_interface, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:54.542199 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c43d93b4-02fb-4790-8e51-12c71cc42ffc admin admin] Router 9f5f3e97-307b-4554-b5d2-23d86b551e2b has already been hosted by L3 agent 98567738-4256-4ddd-ae03-62c82ecec038 {{(pid=100184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 12:45:54.646769 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c43d93b4-02fb-4790-8e51-12c71cc42ffc admin admin] Notify agent at l3_agent.dv-cinder-813986-1-iscsi the message routers_updated {{(pid=100184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:45:54.652455 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-c43d93b4-02fb-4790-8e51-12c71cc42ffc admin admin] 10.222.0.54 "PUT /v2.0/routers/9f5f3e97-307b-4554-b5d2-23d86b551e2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3855820 Oct 14 12:45:54.654476 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 43042) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:45:54.655516 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b51a19-4c25-45f3-b0b1-d923c6f78425 None None] Sync routers for ids ['9f5f3e97-307b-4554-b5d2-23d86b551e2b'] in dv-cinder-813986-1-iscsi {{(pid=100186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:45:54.664523 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b51a19-4c25-45f3-b0b1-d923c6f78425 None None] Routers {'9f5f3e97-307b-4554-b5d2-23d86b551e2b'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:45:54.665127 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-32b51a19-4c25-45f3-b0b1-d923c6f78425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:45:26Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['9f5f3e97-307b-4554-b5d2-23d86b551e2b'], 'active': True} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:45:54.755398 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-69f7fa31-dc97-4809-8168-b84d90cae1d9 admin admin] Notify callbacks [] for router, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:54.766196 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvr_db [None req-32b51a19-4c25-45f3-b0b1-d923c6f78425 None None] Set router 9f5f3e97-307b-4554-b5d2-23d86b551e2b gateway port host: dv-cinder-813986-1-iscsi {{(pid=100186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:45:54.853085 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-69f7fa31-dc97-4809-8168-b84d90cae1d9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:54.938327 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-32b51a19-4c25-45f3-b0b1-d923c6f78425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f5f3e97-307b-4554-b5d2-23d86b551e2b', 'name': 'tempest-TestMinimumBasicScenario-802064631-router', 'tenant_id': '097f41cb2c1d4253b284aac1850e29a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '91b46870-2c6f-4ae6-bfea-a39e2254f48a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:42:24Z', 'updated_at': '2021-10-14T12:45:54Z', 'revision_number': 5, 'project_id': '097f41cb2c1d4253b284aac1850e29a1', 'gw_port': {'id': '91b46870-2c6f-4ae6-bfea-a39e2254f48a', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:1f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5f3e97-307b-4554-b5d2-23d86b551e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:42:24Z', 'updated_at': '2021-10-14T12:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi'}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:45:54.955756 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.plugin [None req-69f7fa31-dc97-4809-8168-b84d90cae1d9 admin admin] Deleting port 91b46870-2c6f-4ae6-bfea-a39e2254f48a {{(pid=100184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 12:45:54.956133 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-69f7fa31-dc97-4809-8168-b84d90cae1d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787793337694'] for port, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:54.967363 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b51a19-4c25-45f3-b0b1-d923c6f78425 None None] Checking router: 9f5f3e97-307b-4554-b5d2-23d86b551e2b for host: dv-cinder-813986-1-iscsi {{(pid=100186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:45:54.975383 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b51a19-4c25-45f3-b0b1-d923c6f78425 None None] Routers {'9f5f3e97-307b-4554-b5d2-23d86b551e2b'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:45:54.975994 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-32b51a19-4c25-45f3-b0b1-d923c6f78425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:45:26Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['9f5f3e97-307b-4554-b5d2-23d86b551e2b'], 'active': True} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:45:55.032994 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.db [None req-69f7fa31-dc97-4809-8168-b84d90cae1d9 admin admin] For port 91b46870-2c6f-4ae6-bfea-a39e2254f48a, host dv-cinder-813986-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=91b46870-2c6f-4ae6-bfea-a39e2254f48a,segment=NetworkSegment(25948913-841c-4e53-955d-096026847693),segment_id=25948913-841c-4e53-955d-096026847693)] {{(pid=100184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:45:55.033335 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-69f7fa31-dc97-4809-8168-b84d90cae1d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612080'] for port, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:55.045571 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.plugin [None req-69f7fa31-dc97-4809-8168-b84d90cae1d9 admin admin] Calling delete_port for 91b46870-2c6f-4ae6-bfea-a39e2254f48a owned by network:router_gateway {{(pid=100184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 12:45:55.057593 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvr_db [None req-32b51a19-4c25-45f3-b0b1-d923c6f78425 None None] Set router 9f5f3e97-307b-4554-b5d2-23d86b551e2b gateway port host: None {{(pid=100186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:45:55.110321 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_hamode_db [None req-32b51a19-4c25-45f3-b0b1-d923c6f78425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f5f3e97-307b-4554-b5d2-23d86b551e2b', 'name': 'tempest-TestMinimumBasicScenario-802064631-router', 'tenant_id': '097f41cb2c1d4253b284aac1850e29a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:42:24Z', 'updated_at': '2021-10-14T12:45:54Z', 'revision_number': 6, 'project_id': '097f41cb2c1d4253b284aac1850e29a1', 'gw_port_host': None}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:45:55.136950 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b51a19-4c25-45f3-b0b1-d923c6f78425 None None] The sync data for ids ['9f5f3e97-307b-4554-b5d2-23d86b551e2b'] in dv-cinder-813986-1-iscsi is: [{'id': '9f5f3e97-307b-4554-b5d2-23d86b551e2b', 'name': 'tempest-TestMinimumBasicScenario-802064631-router', 'tenant_id': '097f41cb2c1d4253b284aac1850e29a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:42:24Z', 'updated_at': '2021-10-14T12:45:54Z', 'revision_number': 6, 'project_id': '097f41cb2c1d4253b284aac1850e29a1', 'gw_port_host': None}] {{(pid=100186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:45:55.247338 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-69f7fa31-dc97-4809-8168-b84d90cae1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787793344296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787792822815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235086'] for port, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:55.272816 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f7fa31-dc97-4809-8168-b84d90cae1d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=91b46870-2c6f-4ae6-bfea-a39e2254f48a,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:45:55.334883 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-69f7fa31-dc97-4809-8168-b84d90cae1d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-619714'] for router_gateway, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:55.422348 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-69f7fa31-dc97-4809-8168-b84d90cae1d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-498'] for router, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:55.424956 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-69f7fa31-dc97-4809-8168-b84d90cae1d9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:55.555883 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-69f7fa31-dc97-4809-8168-b84d90cae1d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560242'] for router, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:55.556676 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f7fa31-dc97-4809-8168-b84d90cae1d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f5f3e97-307b-4554-b5d2-23d86b551e2b {{(pid=100184) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 12:45:55.561813 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-69f7fa31-dc97-4809-8168-b84d90cae1d9 admin admin] Notify callbacks [] for router, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:55.566730 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-69f7fa31-dc97-4809-8168-b84d90cae1d9 admin admin] 10.222.0.54 "DELETE /v2.0/routers/9f5f3e97-307b-4554-b5d2-23d86b551e2b HTTP/1.1" status: 204 len: 168 time: 0.9076300 Oct 14 12:45:55.566836 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 43044) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:45:55.610322 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.db.db_base_plugin_v2 [None req-e38e6df7-024a-4421-a1bb-604986126ba3 admin admin] Deleting subnet b0d5d99f-da8d-421c-8d6f-ef4b7c2fb43e {{(pid=100185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Oct 14 12:45:55.613901 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-e38e6df7-024a-4421-a1bb-604986126ba3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:55.650116 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-e38e6df7-024a-4421-a1bb-604986126ba3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6186442'] for subnet, precommit_delete_associations {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:55.724405 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-e38e6df7-024a-4421-a1bb-604986126ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2028271'] for subnet, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:55.830718 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-e38e6df7-024a-4421-a1bb-604986126ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2028256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7811698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5941621'] for subnet, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:55.858314 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-e38e6df7-024a-4421-a1bb-604986126ba3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:55.861805 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-e38e6df7-024a-4421-a1bb-604986126ba3 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/b0d5d99f-da8d-421c-8d6f-ef4b7c2fb43e HTTP/1.1" status: 204 len: 168 time: 0.2934074 Oct 14 12:45:55.862850 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38e6df7-024a-4421-a1bb-604986126ba3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0d5d99f-da8d-421c-8d6f-ef4b7c2fb43e,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:45:55.864771 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 43046) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:45:55.865242 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ca9e2f-08f7-4e62-bc7c-d5dc77fd1756 None None] Network 5a332eb8-f9e7-47c6-bba6-b88a3a5861c5 requested from dv-cinder-813986-1-iscsi {{(pid=100186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:45:55.923675 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device 01ed5676-d7d8-4049-b8fb-962a87a9cec4 no longer exists at agent ovs-agent-dv-cinder-813986-1-iscsi {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:45:55.948089 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] No Port match for: 01ed5676-d7d8-4049-b8fb-962a87a9cec4 {{(pid=100186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 12:45:55.948434 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device 01ed5676-d7d8-4049-b8fb-962a87a9cec4 not bound to the agent host dv-cinder-813986-1-iscsi {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:45:55.948668 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-29870868-fb99-4daa-8028-107f427f504c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1900015'] for network, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:55.962719 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-5834f6ff-9247-403e-b852-b572d55aa094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:56.004334 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.plugin [None req-29870868-fb99-4daa-8028-107f427f504c admin admin] Deleting port faacc296-b4c4-4c60-bc4b-1804e54f4d91 {{(pid=100184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 12:45:56.004672 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-29870868-fb99-4daa-8028-107f427f504c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787793337694'] for port, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:56.076711 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.db [None req-29870868-fb99-4daa-8028-107f427f504c admin admin] For port faacc296-b4c4-4c60-bc4b-1804e54f4d91, host dv-cinder-813986-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=faacc296-b4c4-4c60-bc4b-1804e54f4d91,segment=NetworkSegment(dae9b686-fddb-4b1f-b679-3a2c746ec42e),segment_id=dae9b686-fddb-4b1f-b679-3a2c746ec42e)] {{(pid=100184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:45:56.077111 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-29870868-fb99-4daa-8028-107f427f504c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612080'] for port, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:56.078090 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d4f32d-85a2-457d-8fb6-c3163443df3e None None] DHCP port deletion for 5a332eb8-f9e7-47c6-bba6-b88a3a5861c5 request from dv-cinder-813986-1-iscsi {{(pid=100186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 14 12:45:56.092544 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.plugin [None req-29870868-fb99-4daa-8028-107f427f504c admin admin] Calling delete_port for faacc296-b4c4-4c60-bc4b-1804e54f4d91 owned by network:dhcp {{(pid=100184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 12:45:56.133606 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-21d4f32d-85a2-457d-8fb6-c3163443df3e None None] Deleting port faacc296-b4c4-4c60-bc4b-1804e54f4d91 {{(pid=100186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 12:45:56.134122 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-21d4f32d-85a2-457d-8fb6-c3163443df3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787793337694'] for port, before_delete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:56.198399 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.db [None req-21d4f32d-85a2-457d-8fb6-c3163443df3e None None] For port faacc296-b4c4-4c60-bc4b-1804e54f4d91, host dv-cinder-813986-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=faacc296-b4c4-4c60-bc4b-1804e54f4d91,segment=NetworkSegment(dae9b686-fddb-4b1f-b679-3a2c746ec42e),segment_id=dae9b686-fddb-4b1f-b679-3a2c746ec42e)] {{(pid=100186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:45:56.198862 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-21d4f32d-85a2-457d-8fb6-c3163443df3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612080'] for port, precommit_delete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:56.211574 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-21d4f32d-85a2-457d-8fb6-c3163443df3e None None] Calling delete_port for faacc296-b4c4-4c60-bc4b-1804e54f4d91 owned by network:dhcp {{(pid=100186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 12:45:56.287322 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-29870868-fb99-4daa-8028-107f427f504c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787793344296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787792822815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235086'] for port, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:56.292800 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-21d4f32d-85a2-457d-8fb6-c3163443df3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787793344296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787792822815'] for port, after_delete {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:56.316939 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29870868-fb99-4daa-8028-107f427f504c admin admin] Pushing event deleted for resources: {'Port': ['ID=faacc296-b4c4-4c60-bc4b-1804e54f4d91,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:45:56.318692 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d4f32d-85a2-457d-8fb6-c3163443df3e None None] Pushing event deleted for resources: {'Port': ['ID=faacc296-b4c4-4c60-bc4b-1804e54f4d91,revision_number=None']} {{(pid=100186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:45:56.318837 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29870868-fb99-4daa-8028-107f427f504c admin admin] No DVR routers for this DVR port faacc296-b4c4-4c60-bc4b-1804e54f4d91 on host dv-cinder-813986-1-iscsi {{(pid=100184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 12:45:56.320962 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d4f32d-85a2-457d-8fb6-c3163443df3e None None] No DVR routers for this DVR port faacc296-b4c4-4c60-bc4b-1804e54f4d91 on host dv-cinder-813986-1-iscsi {{(pid=100186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 12:45:56.328701 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d4f32d-85a2-457d-8fb6-c3163443df3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:45:56.328848 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d4f32d-85a2-457d-8fb6-c3163443df3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:45:56.329101 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d4f32d-85a2-457d-8fb6-c3163443df3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:45:56.329429 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d4f32d-85a2-457d-8fb6-c3163443df3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:45:56.330339 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d4f32d-85a2-457d-8fb6-c3163443df3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:45:56.330664 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d4f32d-85a2-457d-8fb6-c3163443df3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:45:56.330981 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d4f32d-85a2-457d-8fb6-c3163443df3e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:45:56.331301 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d4f32d-85a2-457d-8fb6-c3163443df3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:45:56.331620 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d4f32d-85a2-457d-8fb6-c3163443df3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:45:56.331936 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d4f32d-85a2-457d-8fb6-c3163443df3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:45:56.332269 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d4f32d-85a2-457d-8fb6-c3163443df3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:45:56.333884 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d4f32d-85a2-457d-8fb6-c3163443df3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813986-1-iscsi {{(pid=100186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:45:56.392984 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-29870868-fb99-4daa-8028-107f427f504c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2018836', 'neutron.services.segments.db._delete_segments_for_network-8787793369613'] for network, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:56.412449 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.services.segments.db [None req-29870868-fb99-4daa-8028-107f427f504c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a332eb8-f9e7-47c6-bba6-b88a3a5861c5']}} {{(pid=100184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:45:56.421391 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.services.segments.db [None req-29870868-fb99-4daa-8028-107f427f504c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dae9b686-fddb-4b1f-b679-3a2c746ec42e') {'for_net_delete': True} {{(pid=100184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:45:56.421688 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.services.segments.db [None req-29870868-fb99-4daa-8028-107f427f504c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dae9b686-fddb-4b1f-b679-3a2c746ec42e') {} {{(pid=100184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:45:56.431377 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-29870868-fb99-4daa-8028-107f427f504c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787793369110', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5993278'] for segment, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:56.444662 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-29870868-fb99-4daa-8028-107f427f504c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030694'] for segment, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:56.450388 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29870868-fb99-4daa-8028-107f427f504c admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=100184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 12:45:56.450770 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-29870868-fb99-4daa-8028-107f427f504c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6235131'] for segment, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:56.452411 dv-cinder-813986-1-iscsi neutron-server[100184]: Traceback (most recent call last): Oct 14 12:45:56.452411 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 12:45:56.452411 dv-cinder-813986-1-iscsi neutron-server[100184]: timer() Oct 14 12:45:56.452411 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 12:45:56.452411 dv-cinder-813986-1-iscsi neutron-server[100184]: cb(*args, **kw) Oct 14 12:45:56.452411 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 12:45:56.452411 dv-cinder-813986-1-iscsi neutron-server[100184]: return func(*args, **kwargs) Oct 14 12:45:56.452411 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 12:45:56.452411 dv-cinder-813986-1-iscsi neutron-server[100184]: self._notify() Oct 14 12:45:56.452411 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 12:45:56.452411 dv-cinder-813986-1-iscsi neutron-server[100184]: self.callback(batched_events) Oct 14 12:45:56.452411 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 12:45:56.452411 dv-cinder-813986-1-iscsi neutron-server[100184]: event.method(event) Oct 14 12:45:56.452411 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 12:45:56.452411 dv-cinder-813986-1-iscsi neutron-server[100184]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 12:45:56.452411 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 12:45:56.452411 dv-cinder-813986-1-iscsi neutron-server[100184]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 12:45:56.452411 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 12:45:56.452411 dv-cinder-813986-1-iscsi neutron-server[100184]: return f(self, *a, **k) Oct 14 12:45:56.452411 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 12:45:56.452411 dv-cinder-813986-1-iscsi neutron-server[100184]: return self._get(url).json() Oct 14 12:45:56.452411 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 12:45:56.452411 dv-cinder-813986-1-iscsi neutron-server[100184]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 12:45:56.452411 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 12:45:56.452411 dv-cinder-813986-1-iscsi neutron-server[100184]: return self.request(url, 'GET', **kwargs) Oct 14 12:45:56.452411 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 12:45:56.452411 dv-cinder-813986-1-iscsi neutron-server[100184]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 12:45:56.452411 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 12:45:56.452411 dv-cinder-813986-1-iscsi neutron-server[100184]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 12:45:56.452411 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 12:45:56.452411 dv-cinder-813986-1-iscsi neutron-server[100184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 12:45:56.452411 dv-cinder-813986-1-iscsi neutron-server[100184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 12:45:56.578747 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-29870868-fb99-4daa-8028-107f427f504c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2018925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-619758'] for network, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:56.583139 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-29870868-fb99-4daa-8028-107f427f504c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531662'] for network, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:56.586408 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-29870868-fb99-4daa-8028-107f427f504c admin admin] 10.222.0.54 "DELETE /v2.0/networks/5a332eb8-f9e7-47c6-bba6-b88a3a5861c5 HTTP/1.1" status: 204 len: 168 time: 0.7204132 Oct 14 12:45:56.589442 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 43048) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:45:56.598928 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29870868-fb99-4daa-8028-107f427f504c admin admin] Pushing event deleted for resources: {'Network': ['ID=5a332eb8-f9e7-47c6-bba6-b88a3a5861c5,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:45:56.933223 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-b9e07fe4-6ce6-4db9-aa69-3d81362b1b0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-618524'] for router_interface, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:57.173229 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-469b4b0a-0edb-4369-82f6-413c16907b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:57.201714 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:57.373599 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device faacc296-b4c4-4c60-bc4b-1804e54f4d91 no longer exists at agent ovs-agent-dv-cinder-813986-1-iscsi {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:45:57.392966 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] No Port match for: faacc296-b4c4-4c60-bc4b-1804e54f4d91 {{(pid=100186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 12:45:57.393343 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device faacc296-b4c4-4c60-bc4b-1804e54f4d91 not bound to the agent host dv-cinder-813986-1-iscsi {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:45:57.393742 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device 91b46870-2c6f-4ae6-bfea-a39e2254f48a no longer exists at agent ovs-agent-dv-cinder-813986-1-iscsi {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:45:57.394009 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.plugin [None req-b9e07fe4-6ce6-4db9-aa69-3d81362b1b0e admin admin] Deleting port 22b51c64-1f3d-4293-a0e2-4acae907b974 {{(pid=100185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 12:45:57.394341 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-b9e07fe4-6ce6-4db9-aa69-3d81362b1b0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787793337694'] for port, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:57.411959 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] No Port match for: 91b46870-2c6f-4ae6-bfea-a39e2254f48a {{(pid=100186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 12:45:57.412316 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device 91b46870-2c6f-4ae6-bfea-a39e2254f48a not bound to the agent host dv-cinder-813986-1-iscsi {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:45:57.468251 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.db [None req-b9e07fe4-6ce6-4db9-aa69-3d81362b1b0e admin admin] For port 22b51c64-1f3d-4293-a0e2-4acae907b974, host dv-cinder-813986-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=22b51c64-1f3d-4293-a0e2-4acae907b974,segment=NetworkSegment(e2f7eff5-3187-4af4-b65d-c1d8759396dc),segment_id=e2f7eff5-3187-4af4-b65d-c1d8759396dc)] {{(pid=100185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:45:57.468547 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-b9e07fe4-6ce6-4db9-aa69-3d81362b1b0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612080'] for port, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:57.480942 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.plugin [None req-b9e07fe4-6ce6-4db9-aa69-3d81362b1b0e admin admin] Calling delete_port for 22b51c64-1f3d-4293-a0e2-4acae907b974 owned by network:router_interface {{(pid=100185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 12:45:57.709656 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-b9e07fe4-6ce6-4db9-aa69-3d81362b1b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787793344296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787792822815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7811617'] for port, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:57.734727 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e07fe4-6ce6-4db9-aa69-3d81362b1b0e admin admin] Pushing event deleted for resources: {'Port': ['ID=22b51c64-1f3d-4293-a0e2-4acae907b974,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:45:57.894728 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-b9e07fe4-6ce6-4db9-aa69-3d81362b1b0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619576'] for router_interface, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:58.098798 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9e07fe4-6ce6-4db9-aa69-3d81362b1b0e admin admin] Router a110879e-e41a-473f-98b2-a2b2bdc91149 has already been hosted by L3 agent 98567738-4256-4ddd-ae03-62c82ecec038 {{(pid=100185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 12:45:58.201208 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e07fe4-6ce6-4db9-aa69-3d81362b1b0e admin admin] Notify agent at l3_agent.dv-cinder-813986-1-iscsi the message routers_updated {{(pid=100185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:45:58.206431 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-b9e07fe4-6ce6-4db9-aa69-3d81362b1b0e admin admin] 10.222.0.54 "PUT /v2.0/routers/a110879e-e41a-473f-98b2-a2b2bdc91149/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6158583 Oct 14 12:45:58.209002 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [-] (100185) accepted ('10.222.0.54', 43050) {{(pid=100185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:45:58.209968 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13409e41-425d-4f35-8a7f-1d6f78d27a0c None None] Sync routers for ids ['a110879e-e41a-473f-98b2-a2b2bdc91149'] in dv-cinder-813986-1-iscsi {{(pid=100187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:45:58.218783 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13409e41-425d-4f35-8a7f-1d6f78d27a0c None None] Routers {'a110879e-e41a-473f-98b2-a2b2bdc91149'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:45:58.219374 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_hamode_db [None req-13409e41-425d-4f35-8a7f-1d6f78d27a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:45:56Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['a110879e-e41a-473f-98b2-a2b2bdc91149'], 'active': True} {{(pid=100187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:45:58.308139 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-e0c25c9c-0889-4536-98e6-fb2d359eadeb admin admin] Notify callbacks [] for router, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:58.320736 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_dvr_db [None req-13409e41-425d-4f35-8a7f-1d6f78d27a0c None None] Set router a110879e-e41a-473f-98b2-a2b2bdc91149 gateway port host: dv-cinder-813986-1-iscsi {{(pid=100187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:45:58.378910 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-27c04846-3a84-4189-8b30-75b8cfbf2676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:58.412316 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-e0c25c9c-0889-4536-98e6-fb2d359eadeb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:58.491585 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_hamode_db [None req-13409e41-425d-4f35-8a7f-1d6f78d27a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a110879e-e41a-473f-98b2-a2b2bdc91149', 'name': 'tempest-TestMinimumBasicScenario-681125962-router', 'tenant_id': '608f9de81474456d925c40d995ca8768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'external_fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '11453873-3945-4893-8537-77fa71609ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:42:30Z', 'updated_at': '2021-10-14T12:45:57Z', 'revision_number': 5, 'project_id': '608f9de81474456d925c40d995ca8768', 'gw_port': {'id': '11453873-3945-4893-8537-77fa71609ed1', 'name': '', 'network_id': 'b7b7a1d8-4110-4f63-bddb-33667e2d84f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:06:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a110879e-e41a-473f-98b2-a2b2bdc91149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813986-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T12:42:31Z', 'updated_at': '2021-10-14T12:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eea40cd2-79ec-4f52-9668-443439548eb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813986-1-iscsi'}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:45:58.505037 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.plugin [None req-e0c25c9c-0889-4536-98e6-fb2d359eadeb admin admin] Deleting port 11453873-3945-4893-8537-77fa71609ed1 {{(pid=100185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 12:45:58.505377 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-e0c25c9c-0889-4536-98e6-fb2d359eadeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787793337694'] for port, before_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:58.516610 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13409e41-425d-4f35-8a7f-1d6f78d27a0c None None] Checking router: a110879e-e41a-473f-98b2-a2b2bdc91149 for host: dv-cinder-813986-1-iscsi {{(pid=100187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:45:58.524624 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13409e41-425d-4f35-8a7f-1d6f78d27a0c None None] Routers {'a110879e-e41a-473f-98b2-a2b2bdc91149'} bound to L3 agent in host dv-cinder-813986-1-iscsi {{(pid=100187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 12:45:58.525210 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_hamode_db [None req-13409e41-425d-4f35-8a7f-1d6f78d27a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813986-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T12:18:26Z,description=,heartbeat_timestamp=2021-10-14T12:45:56Z,host='dv-cinder-813986-1-iscsi',id=98567738-4256-4ddd-ae03-62c82ecec038,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T12:18:26Z,topic='l3_agent')) {'router_ids': ['a110879e-e41a-473f-98b2-a2b2bdc91149'], 'active': True} {{(pid=100187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:45:58.581496 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.db [None req-e0c25c9c-0889-4536-98e6-fb2d359eadeb admin admin] For port 11453873-3945-4893-8537-77fa71609ed1, host dv-cinder-813986-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=11453873-3945-4893-8537-77fa71609ed1,segment=NetworkSegment(25948913-841c-4e53-955d-096026847693),segment_id=25948913-841c-4e53-955d-096026847693)] {{(pid=100185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:45:58.581860 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-e0c25c9c-0889-4536-98e6-fb2d359eadeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612080'] for port, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:58.594539 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.plugins.ml2.plugin [None req-e0c25c9c-0889-4536-98e6-fb2d359eadeb admin admin] Calling delete_port for 11453873-3945-4893-8537-77fa71609ed1 owned by network:router_gateway {{(pid=100185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 12:45:58.608278 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_dvr_db [None req-13409e41-425d-4f35-8a7f-1d6f78d27a0c None None] Set router a110879e-e41a-473f-98b2-a2b2bdc91149 gateway port host: None {{(pid=100187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 12:45:58.661347 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.l3_hamode_db [None req-13409e41-425d-4f35-8a7f-1d6f78d27a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a110879e-e41a-473f-98b2-a2b2bdc91149', 'name': 'tempest-TestMinimumBasicScenario-681125962-router', 'tenant_id': '608f9de81474456d925c40d995ca8768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:42:30Z', 'updated_at': '2021-10-14T12:45:58Z', 'revision_number': 6, 'project_id': '608f9de81474456d925c40d995ca8768', 'gw_port_host': None}], 'dv-cinder-813986-1-iscsi', False) {} {{(pid=100187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:45:58.686158 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13409e41-425d-4f35-8a7f-1d6f78d27a0c None None] The sync data for ids ['a110879e-e41a-473f-98b2-a2b2bdc91149'] in dv-cinder-813986-1-iscsi is: [{'id': 'a110879e-e41a-473f-98b2-a2b2bdc91149', 'name': 'tempest-TestMinimumBasicScenario-681125962-router', 'tenant_id': '608f9de81474456d925c40d995ca8768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T12:42:30Z', 'updated_at': '2021-10-14T12:45:58Z', 'revision_number': 6, 'project_id': '608f9de81474456d925c40d995ca8768', 'gw_port_host': None}] {{(pid=100187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:45:58.801515 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-e0c25c9c-0889-4536-98e6-fb2d359eadeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787793344296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787792822815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7811617'] for port, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:58.824240 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c25c9c-0889-4536-98e6-fb2d359eadeb admin admin] Pushing event deleted for resources: {'Port': ['ID=11453873-3945-4893-8537-77fa71609ed1,revision_number=None']} {{(pid=100185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:45:58.887589 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-e0c25c9c-0889-4536-98e6-fb2d359eadeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-619714'] for router_gateway, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:58.974898 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-e0c25c9c-0889-4536-98e6-fb2d359eadeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-498'] for router, precommit_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:58.976877 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-e0c25c9c-0889-4536-98e6-fb2d359eadeb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:59.064732 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-e0c25c9c-0889-4536-98e6-fb2d359eadeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560242'] for router, after_delete {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:59.065264 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c25c9c-0889-4536-98e6-fb2d359eadeb admin admin] Fanout notify agent at l3_agent the message router_deleted on router a110879e-e41a-473f-98b2-a2b2bdc91149 {{(pid=100185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 12:45:59.069817 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron_lib.callbacks.manager [None req-e0c25c9c-0889-4536-98e6-fb2d359eadeb admin admin] Notify callbacks [] for router, before_response {{(pid=100185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:59.070998 dv-cinder-813986-1-iscsi neutron-server[100185]: INFO neutron.wsgi [None req-e0c25c9c-0889-4536-98e6-fb2d359eadeb admin admin] 10.222.0.54 "DELETE /v2.0/routers/a110879e-e41a-473f-98b2-a2b2bdc91149 HTTP/1.1" status: 204 len: 168 time: 0.8610561 Oct 14 12:45:59.075655 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 43052) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:45:59.124066 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.db.db_base_plugin_v2 [None req-8752f627-114e-4a72-ab81-d1d1ed24f554 admin admin] Deleting subnet c4e8dd25-cb99-4908-85b0-35ff3188a3c4 {{(pid=100184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Oct 14 12:45:59.127893 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-8752f627-114e-4a72-ab81-d1d1ed24f554 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:59.161190 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-8752f627-114e-4a72-ab81-d1d1ed24f554 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5993249'] for subnet, precommit_delete_associations {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:59.233935 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-8752f627-114e-4a72-ab81-d1d1ed24f554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2028271'] for subnet, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:59.350236 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-8752f627-114e-4a72-ab81-d1d1ed24f554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2028256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6235037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4638885'] for subnet, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:59.375597 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8752f627-114e-4a72-ab81-d1d1ed24f554 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4e8dd25-cb99-4908-85b0-35ff3188a3c4,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:45:59.380749 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-8752f627-114e-4a72-ab81-d1d1ed24f554 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531662'] for subnet, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:59.384776 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-8752f627-114e-4a72-ab81-d1d1ed24f554 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/c4e8dd25-cb99-4908-85b0-35ff3188a3c4 HTTP/1.1" status: 204 len: 168 time: 0.3099587 Oct 14 12:45:59.385964 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3213734a-53aa-4393-b15b-e5186c4da0a8 None None] Network ce0985e1-b3f8-4a47-b115-53ede8e20492 requested from dv-cinder-813986-1-iscsi {{(pid=100186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 12:45:59.387010 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 43054) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:45:59.470046 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-2fcf3e6b-7688-415e-b0e5-d6dd88f9d640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1900015'] for network, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:59.531096 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.plugin [None req-2fcf3e6b-7688-415e-b0e5-d6dd88f9d640 admin admin] Deleting port b566429f-cc73-4fa8-8aa7-07dad2c2cc29 {{(pid=100184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 12:45:59.531428 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-2fcf3e6b-7688-415e-b0e5-d6dd88f9d640 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787793337694'] for port, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:59.557029 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device 11453873-3945-4893-8537-77fa71609ed1 no longer exists at agent ovs-agent-dv-cinder-813986-1-iscsi {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:45:59.584008 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] No Port match for: 11453873-3945-4893-8537-77fa71609ed1 {{(pid=100186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 12:45:59.584354 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device 11453873-3945-4893-8537-77fa71609ed1 not bound to the agent host dv-cinder-813986-1-iscsi {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:45:59.584767 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device 22b51c64-1f3d-4293-a0e2-4acae907b974 no longer exists at agent ovs-agent-dv-cinder-813986-1-iscsi {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:45:59.598037 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.db [None req-2fcf3e6b-7688-415e-b0e5-d6dd88f9d640 admin admin] For port b566429f-cc73-4fa8-8aa7-07dad2c2cc29, host dv-cinder-813986-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813986-1-iscsi',level=0,port_id=b566429f-cc73-4fa8-8aa7-07dad2c2cc29,segment=NetworkSegment(e2f7eff5-3187-4af4-b65d-c1d8759396dc),segment_id=e2f7eff5-3187-4af4-b65d-c1d8759396dc)] {{(pid=100184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:45:59.598397 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-2fcf3e6b-7688-415e-b0e5-d6dd88f9d640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612080'] for port, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:59.607542 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] No Port match for: 22b51c64-1f3d-4293-a0e2-4acae907b974 {{(pid=100186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 12:45:59.607880 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device 22b51c64-1f3d-4293-a0e2-4acae907b974 not bound to the agent host dv-cinder-813986-1-iscsi {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:45:59.611465 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.plugin [None req-2fcf3e6b-7688-415e-b0e5-d6dd88f9d640 admin admin] Calling delete_port for b566429f-cc73-4fa8-8aa7-07dad2c2cc29 owned by network:dhcp {{(pid=100184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 12:45:59.744648 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-2fcf3e6b-7688-415e-b0e5-d6dd88f9d640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787793344296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787792822815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235086'] for port, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:59.746991 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32741981-86b7-49bf-9ea7-415e4eedf618 None None] DHCP port deletion for ce0985e1-b3f8-4a47-b115-53ede8e20492 request from dv-cinder-813986-1-iscsi {{(pid=100186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 14 12:45:59.772424 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcf3e6b-7688-415e-b0e5-d6dd88f9d640 admin admin] Pushing event deleted for resources: {'Port': ['ID=b566429f-cc73-4fa8-8aa7-07dad2c2cc29,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:45:59.774189 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcf3e6b-7688-415e-b0e5-d6dd88f9d640 admin admin] No DVR routers for this DVR port b566429f-cc73-4fa8-8aa7-07dad2c2cc29 on host dv-cinder-813986-1-iscsi {{(pid=100184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 12:45:59.846151 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-2fcf3e6b-7688-415e-b0e5-d6dd88f9d640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2018836', 'neutron.services.segments.db._delete_segments_for_network-8787793369613'] for network, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:59.866502 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.services.segments.db [None req-2fcf3e6b-7688-415e-b0e5-d6dd88f9d640 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce0985e1-b3f8-4a47-b115-53ede8e20492']}} {{(pid=100184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:45:59.875719 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.services.segments.db [None req-2fcf3e6b-7688-415e-b0e5-d6dd88f9d640 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2f7eff5-3187-4af4-b65d-c1d8759396dc') {'for_net_delete': True} {{(pid=100184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:45:59.876047 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.services.segments.db [None req-2fcf3e6b-7688-415e-b0e5-d6dd88f9d640 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2f7eff5-3187-4af4-b65d-c1d8759396dc') {} {{(pid=100184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:45:59.885230 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-2fcf3e6b-7688-415e-b0e5-d6dd88f9d640 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787793369110', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5993278'] for segment, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:59.898033 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-2fcf3e6b-7688-415e-b0e5-d6dd88f9d640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030694'] for segment, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:59.903760 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fcf3e6b-7688-415e-b0e5-d6dd88f9d640 admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=100184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 12:45:59.905779 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-2fcf3e6b-7688-415e-b0e5-d6dd88f9d640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6235131'] for segment, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:45:59.905779 dv-cinder-813986-1-iscsi neutron-server[100184]: Traceback (most recent call last): Oct 14 12:45:59.905779 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 12:45:59.905779 dv-cinder-813986-1-iscsi neutron-server[100184]: timer() Oct 14 12:45:59.905779 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 12:45:59.905779 dv-cinder-813986-1-iscsi neutron-server[100184]: cb(*args, **kw) Oct 14 12:45:59.905779 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 12:45:59.905779 dv-cinder-813986-1-iscsi neutron-server[100184]: return func(*args, **kwargs) Oct 14 12:45:59.905779 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 12:45:59.905779 dv-cinder-813986-1-iscsi neutron-server[100184]: self._notify() Oct 14 12:45:59.905779 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 12:45:59.905779 dv-cinder-813986-1-iscsi neutron-server[100184]: self.callback(batched_events) Oct 14 12:45:59.905779 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 12:45:59.905779 dv-cinder-813986-1-iscsi neutron-server[100184]: event.method(event) Oct 14 12:45:59.905779 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 12:45:59.905779 dv-cinder-813986-1-iscsi neutron-server[100184]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 12:45:59.905779 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 12:45:59.905779 dv-cinder-813986-1-iscsi neutron-server[100184]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 12:45:59.905779 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 12:45:59.905779 dv-cinder-813986-1-iscsi neutron-server[100184]: return f(self, *a, **k) Oct 14 12:45:59.905779 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 12:45:59.905779 dv-cinder-813986-1-iscsi neutron-server[100184]: return self._get(url).json() Oct 14 12:45:59.905779 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 12:45:59.905779 dv-cinder-813986-1-iscsi neutron-server[100184]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 12:45:59.905779 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 12:45:59.905779 dv-cinder-813986-1-iscsi neutron-server[100184]: return self.request(url, 'GET', **kwargs) Oct 14 12:45:59.905779 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 12:45:59.905779 dv-cinder-813986-1-iscsi neutron-server[100184]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 12:45:59.905779 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 12:45:59.905779 dv-cinder-813986-1-iscsi neutron-server[100184]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 12:45:59.905779 dv-cinder-813986-1-iscsi neutron-server[100184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 12:45:59.905779 dv-cinder-813986-1-iscsi neutron-server[100184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 12:45:59.905779 dv-cinder-813986-1-iscsi neutron-server[100184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 12:46:00.012638 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-2fcf3e6b-7688-415e-b0e5-d6dd88f9d640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2018925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-619758'] for network, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:46:00.016965 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-2fcf3e6b-7688-415e-b0e5-d6dd88f9d640 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531662'] for network, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:46:00.020207 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-2fcf3e6b-7688-415e-b0e5-d6dd88f9d640 admin admin] 10.222.0.54 "DELETE /v2.0/networks/ce0985e1-b3f8-4a47-b115-53ede8e20492 HTTP/1.1" status: 204 len: 168 time: 0.6322160 Oct 14 12:46:00.033313 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcf3e6b-7688-415e-b0e5-d6dd88f9d640 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce0985e1-b3f8-4a47-b115-53ede8e20492,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:46:00.367008 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 43058) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:46:00.407151 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-337b2f7f-d35e-41db-8086-13691106b741 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=097f41cb2c1d4253b284aac1850e29a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371139 Oct 14 12:46:00.407508 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 43060) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:46:00.452730 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-25d0141b-6d35-4c1e-a768-736b321a20bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:46:00.474197 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-25d0141b-6d35-4c1e-a768-736b321a20bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:46:00.595458 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-25d0141b-6d35-4c1e-a768-736b321a20bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:46:00.598022 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-25d0141b-6d35-4c1e-a768-736b321a20bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:46:00.599168 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-25d0141b-6d35-4c1e-a768-736b321a20bc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d19ba32c-7c27-4b7d-bc48-73bd522c4e29 HTTP/1.1" status: 204 len: 168 time: 0.1907473 Oct 14 12:46:00.606834 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d0141b-6d35-4c1e-a768-736b321a20bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19ba32c-7c27-4b7d-bc48-73bd522c4e29,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:46:01.211126 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 43066) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:46:01.249841 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-3a826d25-a0fb-4a7c-a024-7c247c46b1fd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=608f9de81474456d925c40d995ca8768&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373232 Oct 14 12:46:01.252127 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.wsgi [-] (100184) accepted ('10.222.0.54', 43068) {{(pid=100184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 12:46:01.301695 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-4b8dafca-6b56-4e7b-9120-25c95612e49f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:46:01.325330 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-4b8dafca-6b56-4e7b-9120-25c95612e49f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:46:01.360051 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device b566429f-cc73-4fa8-8aa7-07dad2c2cc29 no longer exists at agent ovs-agent-dv-cinder-813986-1-iscsi {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 12:46:01.381148 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.plugin [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] No Port match for: b566429f-cc73-4fa8-8aa7-07dad2c2cc29 {{(pid=100186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 12:46:01.381488 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron.plugins.ml2.rpc [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Device b566429f-cc73-4fa8-8aa7-07dad2c2cc29 not bound to the agent host dv-cinder-813986-1-iscsi {{(pid=100186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 12:46:01.424168 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-4b8dafca-6b56-4e7b-9120-25c95612e49f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642659'] for security_group, after_delete {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:46:01.427418 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron_lib.callbacks.manager [None req-4b8dafca-6b56-4e7b-9120-25c95612e49f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:46:01.428611 dv-cinder-813986-1-iscsi neutron-server[100184]: INFO neutron.wsgi [None req-4b8dafca-6b56-4e7b-9120-25c95612e49f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2eed7c2d-9fcf-4069-bf07-8365158c49f4 HTTP/1.1" status: 204 len: 168 time: 0.1756151 Oct 14 12:46:01.436339 dv-cinder-813986-1-iscsi neutron-server[100184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8dafca-6b56-4e7b-9120-25c95612e49f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eed7c2d-9fcf-4069-bf07-8365158c49f4,revision_number=None']} {{(pid=100184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:46:07.800116 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:46:19.507803 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.agents_db [None req-78dcfc36-1157-4c7d-a1d8-d24093a96b44 None None] Agent healthcheck: found 6 active agents {{(pid=100187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:46:23.188439 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-81930468-9745-4dfd-a9fc-0e54bc889185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:46:25.942009 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-b05d26ae-4d5d-48e6-943d-f881005bb7ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:46:27.158997 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-469b4b0a-0edb-4369-82f6-413c16907b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:46:27.204555 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:46:28.376695 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-27c04846-3a84-4189-8b30-75b8cfbf2676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:46:37.821951 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:46:53.180410 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-e385a85e-ab96-44b8-9cce-30f70b39872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:46:55.946991 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-7f0a503b-4946-49fe-99c8-1b8088a7fdd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:46:56.506028 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.agents_db [None req-78dcfc36-1157-4c7d-a1d8-d24093a96b44 None None] Agent healthcheck: found 6 active agents {{(pid=100187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:46:57.146302 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-469b4b0a-0edb-4369-82f6-413c16907b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:46:57.168384 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:46:58.392262 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-27c04846-3a84-4189-8b30-75b8cfbf2676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:47:07.853360 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:47:23.172278 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-e375eb84-78ce-4454-ad6d-a5cce2332c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:47:25.932119 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-6489744d-db2c-42dd-b527-8a0853fc1aa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:47:27.145279 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-469b4b0a-0edb-4369-82f6-413c16907b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:47:27.173651 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:47:28.451537 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-27c04846-3a84-4189-8b30-75b8cfbf2676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:47:33.506279 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.agents_db [None req-78dcfc36-1157-4c7d-a1d8-d24093a96b44 None None] Agent healthcheck: found 6 active agents {{(pid=100187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:47:37.830252 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:47:53.178794 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-00006c16-0cd5-4ed1-9394-98fe1e88f0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:47:55.935751 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-10fa2995-cdad-4aa3-9769-fa709e5a5694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:47:57.158498 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:47:57.166807 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-469b4b0a-0edb-4369-82f6-413c16907b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:47:58.389429 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-27c04846-3a84-4189-8b30-75b8cfbf2676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:48:07.829137 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:48:10.506469 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.agents_db [None req-78dcfc36-1157-4c7d-a1d8-d24093a96b44 None None] Agent healthcheck: found 6 active agents {{(pid=100187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:48:23.151147 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-c8b94982-d523-43b4-9260-0c31d84b8a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:48:25.964945 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-783d30fd-10e1-4b97-aff5-a7eaadd31737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:48:27.188580 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:48:27.222313 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-469b4b0a-0edb-4369-82f6-413c16907b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:48:28.395990 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-27c04846-3a84-4189-8b30-75b8cfbf2676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:48:37.833345 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:48:47.506249 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.agents_db [None req-78dcfc36-1157-4c7d-a1d8-d24093a96b44 None None] Agent healthcheck: found 6 active agents {{(pid=100187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:48:53.143251 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-b0537fbf-c8e9-487f-8b70-36dd2815a6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:48:55.942907 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-b25b5a31-a948-4b12-8c12-2c88a777cf53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:48:57.171470 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-469b4b0a-0edb-4369-82f6-413c16907b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:48:57.182270 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:48:58.417229 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-27c04846-3a84-4189-8b30-75b8cfbf2676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:49:07.843141 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:49:23.133544 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-619cf8ff-6704-4fbd-bf80-5e95f6825b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:49:24.505654 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.agents_db [None req-78dcfc36-1157-4c7d-a1d8-d24093a96b44 None None] Agent healthcheck: found 6 active agents {{(pid=100187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:49:25.923214 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-7f725c20-80c8-4998-ab46-59428fde68d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:49:27.157566 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:49:27.180421 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-469b4b0a-0edb-4369-82f6-413c16907b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:49:28.396448 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-27c04846-3a84-4189-8b30-75b8cfbf2676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:49:37.836874 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:49:53.063610 dv-cinder-813986-1-iscsi neutron-server[100185]: DEBUG neutron.wsgi [req-93198636-9c00-40ac-8da4-887ba5efb6b2 req-7435aa3b-5798-4450-8f2a-07f16347e049 service neutron] (100185) timed out ('10.222.0.54', 38922) {{(pid=100185) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 14 12:49:53.179128 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-72750b0c-b759-482a-a001-a0e6586e2716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:49:55.938596 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-4e558ff7-a0c2-49b6-9a8f-86e88bcf6d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:49:57.177482 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:49:57.206082 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-469b4b0a-0edb-4369-82f6-413c16907b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:49:58.446717 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-27c04846-3a84-4189-8b30-75b8cfbf2676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:50:01.504373 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.agents_db [None req-78dcfc36-1157-4c7d-a1d8-d24093a96b44 None None] Agent healthcheck: found 6 active agents {{(pid=100187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:50:07.851841 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:50:23.160136 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-c3fd6638-f100-4857-b2c4-b94c02fbf2ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:50:25.919271 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-d52f3c14-df09-4e86-ad42-8303a35135cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:50:27.142179 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:50:27.170585 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-469b4b0a-0edb-4369-82f6-413c16907b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:50:28.410448 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-27c04846-3a84-4189-8b30-75b8cfbf2676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:50:37.850054 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:50:38.504477 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.agents_db [None req-78dcfc36-1157-4c7d-a1d8-d24093a96b44 None None] Agent healthcheck: found 6 active agents {{(pid=100187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:50:53.157874 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-0c5e7660-b454-4c1f-a751-3ef04e7900ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:50:55.980467 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-c850cba9-2388-46a2-82f1-3a02020a61c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:50:57.157656 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:50:57.174667 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-469b4b0a-0edb-4369-82f6-413c16907b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:50:58.408886 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-27c04846-3a84-4189-8b30-75b8cfbf2676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:51:07.825350 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-a6275965-60d8-47d3-b068-5b6f6de67513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:51:15.502764 dv-cinder-813986-1-iscsi neutron-server[100187]: DEBUG neutron.db.agents_db [None req-78dcfc36-1157-4c7d-a1d8-d24093a96b44 None None] Agent healthcheck: found 6 active agents {{(pid=100187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:51:23.144624 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-dc2250be-8923-42d8-ac5f-5cd7a3c4e0e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:51:25.921569 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-57b47f4c-2eb8-4bba-8d58-1a80222daf3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:51:27.155896 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-759d427a-7e38-4efa-b6d5-f7c3bbfcb0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:51:27.190203 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-469b4b0a-0edb-4369-82f6-413c16907b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 12:51:28.390350 dv-cinder-813986-1-iscsi neutron-server[100186]: DEBUG neutron_lib.callbacks.manager [None req-27c04846-3a84-4189-8b30-75b8cfbf2676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787793367799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2015278'] for agent, after_update {{(pid=100186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}